-- Logs begin at Tue 2021-07-20 23:41:27 UTC, end at Wed 2021-07-21 00:33:14 UTC. -- Jul 21 00:10:44.596152 dv-cinder-679138-11-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 21 00:10:47.306726 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.common.config [-] Logging enabled! Jul 21 00:10:47.307303 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev488 Jul 21 00:10:47.307511 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 21 00:10:47.310797 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.common.config [-] Logging enabled! Jul 21 00:10:47.311053 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev488 Jul 21 00:10:47.311370 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 21 00:10:47.312316 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 00:10:47.312555 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 00:10:47.312925 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 00:10:47.313207 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 00:10:47.313437 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 00:10:47.313765 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.314068 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.314372 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.314607 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.314906 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.315216 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.315492 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.315788 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.316093 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.316382 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.316668 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.316972 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.317212 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.317503 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.317796 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.318088 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.318345 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] debug = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.318631 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.319064 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.319485 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.319771 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.320066 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.320354 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.320633 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.320932 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.321238 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.321576 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] host = dv-cinder-679138-11-smb {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.321864 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.322160 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.322454 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.322746 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.323029 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.323311 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.323602 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.323881 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.324164 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] log_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.324445 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.324741 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.325059 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.325356 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.325585 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.325814 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.326110 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.326405 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.326687 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.326969 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.327250 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.327535 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.327814 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.328088 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.328381 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.328672 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.328986 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.329274 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.329556 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.329834 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.330113 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.330405 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.330695 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.330967 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.331246 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.331541 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.331816 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.332095 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.332408 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.332704 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.333024 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.333318 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.333600 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.334404 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.334685 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.334985 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.335247 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] use_json = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.335529 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.335808 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.336096 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.336375 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.336656 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.336937 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.337239 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.337530 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:47.337840 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.338143 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.338449 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.338741 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.339045 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.339332 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.339628 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.339912 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.340209 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.340502 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.340794 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.341102 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.341399 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.341684 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.341987 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.342296 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.342596 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.342892 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.343175 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.343454 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.343733 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.344016 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.344306 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.344603 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.344897 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.345201 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.345487 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.345785 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.346070 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.346348 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.346631 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.346925 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.347210 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.347488 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.347779 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.348062 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.348341 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.348620 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.348905 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.349228 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.350118 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.350398 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.350678 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.350962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.351239 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.351530 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.351816 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.352096 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.352374 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.352661 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.352941 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.353243 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.353529 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.353808 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.354093 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.354370 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.354647 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.354924 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.355201 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.355477 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.355754 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.356031 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.356312 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.356590 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.356866 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.357164 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.357442 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.357719 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.358016 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.358318 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.358604 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.358888 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.359172 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.359453 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.359736 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.360021 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.360303 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.360586 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.360863 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.361181 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.361469 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.361758 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.362048 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.362331 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.362631 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.362915 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.363203 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.363487 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.363771 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.364070 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.364362 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.364662 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.364974 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.365304 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.365602 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.365898 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.366184 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.366499 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.366780 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:47.367002 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 00:10:47.367248 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94761) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 21 00:10:47.717103 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 21 00:10:47.717317 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 21 00:10:47.717609 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 21 00:10:47.717945 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 21 00:10:48.108483 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.108778 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.109083 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.110297 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.110575 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.110847 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.146192 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.146494 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.146766 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.159886 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.160170 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.160444 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.191075 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.191359 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.191635 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.227811 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.228092 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.228364 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.460340 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.460987 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.460987 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.461169 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.461884 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.584215 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.584546 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.584831 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.585136 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.585414 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.585732 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.585998 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.586262 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.586522 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.586810 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.587076 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.587347 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.587611 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.587869 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.588130 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.588398 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.588659 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.588929 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.589225 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.589497 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.589770 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.590026 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.590308 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.590688 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.590941 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.591190 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.591586 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 00:10:48.591831 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 00:10:48.592071 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 00:10:48.592308 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 00:10:48.592542 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 00:10:48.592777 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 00:10:48.593168 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 21 00:10:48.596247 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 21 00:10:48.600787 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 21 00:10:48.604491 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 21 00:10:48.606175 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 21 00:10:48.606630 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 21 00:10:48.606971 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 21 00:10:48.607359 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 21 00:10:48.611336 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 21 00:10:48.611594 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 21 00:10:48.611944 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 00:10:48.617327 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 21 00:10:48.640141 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 21 00:10:48.640593 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.640893 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94761) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 21 00:10:48.641281 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.642644 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94761) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 21 00:10:48.642931 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 00:10:48.643183 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 21 00:10:48.646898 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.647182 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:48.711165 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 21 00:10:48.711359 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 21 00:10:48.711598 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 21 00:10:48.711967 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 21 00:10:48.732858 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_db.sqlalchemy.engines [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94761) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 21 00:10:49.271195 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Initializing driver for type 'gre' Jul 21 00:10:49.271724 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] gre ID ranges: [(1, 1000)] Jul 21 00:10:49.323155 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Initializing driver for type 'local' Jul 21 00:10:49.323583 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Initializing driver for type 'vlan' Jul 21 00:10:49.335738 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] VlanTypeDriver initialization complete Jul 21 00:10:49.336164 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Initializing driver for type 'vxlan' Jul 21 00:10:49.336680 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] vxlan ID ranges: [(1, 1000)] Jul 21 00:10:49.389477 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Initializing extension driver 'port_security' Jul 21 00:10:49.389842 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.extensions.port_security [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] PortSecurityExtensionDriver initialization complete Jul 21 00:10:49.390172 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Initializing mechanism driver 'openvswitch' Jul 21 00:10:49.390497 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Initializing mechanism driver 'hyperv' Jul 21 00:10:49.396908 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:10:49.397773 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > port after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.398149 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.398508 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.399031 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 21 00:10:49.399469 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > subnet after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.399831 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > subnet after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.400181 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.400576 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 21 00:10:49.401010 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > network after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.401364 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > network after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.401711 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > network after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.402104 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 21 00:10:49.402507 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > security_group after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.402862 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > security_group after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.403213 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.403605 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 21 00:10:49.404008 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.404357 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.404700 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.405123 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 21 00:10:49.405526 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > address_group after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.405874 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > address_group after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.406215 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.406606 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 21 00:10:49.406980 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] ML2 OVO RPC backend initialized. {{(pid=94761) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 21 00:10:49.407684 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.408046 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.408469 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > network before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.408823 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > networks before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.409207 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > port before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.409556 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > ports before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.409904 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > subnet before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.410248 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > subnets before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.410596 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > network after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.410942 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > network after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.411284 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > network after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.411626 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > port after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.411967 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.412306 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.412645 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > subnet after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.413012 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > subnet after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.413352 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.413931 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Modular L2 Plugin initialization complete Jul 21 00:10:49.414262 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading services supported by the core plugin {{(pid=94761) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 21 00:10:49.414594 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Got port-security extension from driver 'port_security' Jul 21 00:10:49.415064 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.extensions.vlantransparent [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Disabled vlantransparent extension. Jul 21 00:10:49.415554 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94761) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 21 00:10:49.415873 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading Plugin: router Jul 21 00:10:49.453003 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.453406 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router after_create 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.453781 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router before_create 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.454155 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.454534 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.454896 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router after_delete 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.455258 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.455752 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router after_create 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.456109 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router after_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.456466 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router after_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.456822 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.457215 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router after_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.457632 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router precommit_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.458006 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.458354 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.458720 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: subnet after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.459059 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.459410 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.459761 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router precommit_create 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.460110 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: port before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.460461 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router precommit_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.460993 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router after_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.461186 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.461541 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router precommit_create 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.461911 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.462262 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router precommit_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.462632 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > agent after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.462992 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > agent after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.463341 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > network after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.464199 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Tracking information for resource: router configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 00:10:49.464534 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Tracking information for resource: floatingip configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 00:10:49.469417 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.db.l3_agentschedulers_db [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 21 00:10:49.470007 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.470375 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: port after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.470733 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.471086 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.471884 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router before_create 55550100 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.472256 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.472632 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router precommit_create 55550100 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.473027 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > router precommit_update 55550100 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.477435 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.services.provider_configuration [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service providers = [] {{(pid=94761) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 21 00:10:49.477810 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.db.servicetype_db [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94761) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 21 00:10:49.480766 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.services.service_base [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 00:10:49.481149 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.services.service_base [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 00:10:49.481497 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.services.service_base [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 00:10:49.482397 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.services.service_base [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 00:10:49.482776 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.services.service_base [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 21 00:10:49.483164 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 00:10:49.483485 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 21 00:10:49.494587 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 00:10:49.494926 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading Plugin: auto_allocate Jul 21 00:10:49.500901 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: network precommit_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.501295 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: network precommit_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.501808 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 00:10:49.502129 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading Plugin: tag Jul 21 00:10:49.509511 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 00:10:49.509843 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading Plugin: timestamp Jul 21 00:10:49.513687 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 00:10:49.514017 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading Plugin: network_ip_availability Jul 21 00:10:49.519392 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.519766 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.520122 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.520834 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 00:10:49.521253 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading Plugin: flavors Jul 21 00:10:49.527381 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 00:10:49.527718 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading Plugin: revisions Jul 21 00:10:49.532003 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 00:10:49.532405 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_concurrency.lockutils [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.815s {{(pid=94761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 21 00:10:49.533171 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94761) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 21 00:10:49.533511 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Initializing extension manager. Jul 21 00:10:49.534025 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: __init__.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.534372 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: __pycache__ {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.534709 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.535045 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: address_group.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.535806 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.536368 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: address-group Jul 21 00:10:49.536692 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: address_scope.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.537525 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.538042 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: address-scope Jul 21 00:10:49.538364 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.539296 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.539808 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: router-admin-state-down-before-update Jul 21 00:10:49.540128 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: agent.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.540829 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.541371 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: agent Jul 21 00:10:49.541695 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: agent_resources_synced.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.542611 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.543121 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: agent-resources-synced Jul 21 00:10:49.543444 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: allowedaddresspairs.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.545278 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.545803 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: allowed-address-pairs Jul 21 00:10:49.546129 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: auto_allocated_topology.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.547213 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.547736 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: auto-allocated-topology Jul 21 00:10:49.548064 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: availability_zone.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.548766 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.549315 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: availability_zone Jul 21 00:10:49.549643 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: availability_zone_filter.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.550567 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.551078 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: availability_zone_filter Jul 21 00:10:49.551402 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: data_plane_status.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.552317 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.553372 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension data-plane-status not supported by any of loaded plugins Jul 21 00:10:49.553697 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: default_subnetpools.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.554621 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.555138 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: default-subnetpools Jul 21 00:10:49.555462 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.556271 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.556785 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: dhcp_agent_scheduler Jul 21 00:10:49.557144 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: dns.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.558070 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.558582 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension dns-integration not supported by any of loaded plugins Jul 21 00:10:49.558908 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: dns_domain_ports.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.559836 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.560348 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 21 00:10:49.560672 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.561628 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.562141 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 21 00:10:49.562469 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: dvr.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.563141 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.563649 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: dvr Jul 21 00:10:49.563969 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: ecmp_routes.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.564887 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.565417 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 21 00:10:49.565741 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: empty_string_filtering.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.566662 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.567172 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: empty-string-filtering Jul 21 00:10:49.567494 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.569024 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.569552 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 21 00:10:49.569856 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.570777 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.571286 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 21 00:10:49.571608 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: external_net.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.572527 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.573075 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: external-net Jul 21 00:10:49.573397 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.574303 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.574813 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: extra_dhcp_opt Jul 21 00:10:49.575134 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: extraroute.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.576050 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.576560 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: extraroute Jul 21 00:10:49.576884 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: extraroute_atomic.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.577943 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.578455 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: extraroute-atomic Jul 21 00:10:49.578778 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: filter_validation.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.579449 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.579959 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: filter-validation Jul 21 00:10:49.580282 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: fip_pf_description.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.581397 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.581905 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 21 00:10:49.582229 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: fip_port_details.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.583165 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.583695 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: fip-port-details Jul 21 00:10:49.584019 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: flavors.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.585272 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.585796 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: flavors Jul 21 00:10:49.586121 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.587778 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.588305 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 21 00:10:49.588639 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: floatingip_pools.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.589382 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.589904 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: floatingip-pools Jul 21 00:10:49.590232 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: ip_allocation.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.591169 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.591683 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension ip_allocation not supported by any of loaded plugins Jul 21 00:10:49.592011 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.592957 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.593484 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: ip-substring-filtering Jul 21 00:10:49.593813 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: l2_adjacency.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.594750 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.595263 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 21 00:10:49.595588 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: l3.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.596545 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.597099 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: router Jul 21 00:10:49.597427 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.600147 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.600676 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 21 00:10:49.601037 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.601982 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.602502 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: ext-gw-mode Jul 21 00:10:49.602828 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.603780 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.604297 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: l3-ha Jul 21 00:10:49.604622 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: l3_flavors.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.605567 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.606081 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: l3-flavors Jul 21 00:10:49.606403 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.607319 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.607835 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 21 00:10:49.608162 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: l3agentscheduler.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.609224 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.609743 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: l3_agent_scheduler Jul 21 00:10:49.610072 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: logging.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.611551 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.612076 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension logging not supported by any of loaded plugins Jul 21 00:10:49.612413 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: metering.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.613189 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.613766 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: metering Jul 21 00:10:49.614089 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.615764 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.616283 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: metering_source_and_destination_fields Jul 21 00:10:49.616613 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: multiprovidernet.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.617702 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.618219 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: multi-provider Jul 21 00:10:49.618549 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: netmtu.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.619471 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.619980 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: net-mtu Jul 21 00:10:49.620304 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: netmtu_writable.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.621261 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.621776 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: net-mtu-writable Jul 21 00:10:49.622100 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: network_availability_zone.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.622783 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.623298 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: network_availability_zone Jul 21 00:10:49.623885 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: network_ip_availability.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.624999 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.625516 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: network-ip-availability Jul 21 00:10:49.625842 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: network_segment_range.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.626608 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.627119 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension network-segment-range not supported by any of loaded plugins Jul 21 00:10:49.627442 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: pagination.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.628440 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.628774 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: pagination Jul 21 00:10:49.629130 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: port_device_profile.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.630058 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.630607 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: port-device-profile Jul 21 00:10:49.630930 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.631854 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.632372 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: port-mac-address-regenerate Jul 21 00:10:49.632697 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.633656 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.634175 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: port-numa-affinity-policy Jul 21 00:10:49.634550 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: port_resource_request.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.635412 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.635923 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension port-resource-request not supported by any of loaded plugins Jul 21 00:10:49.636244 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: portbindings.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.637210 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.637727 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: binding Jul 21 00:10:49.638048 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: portbindings_extended.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.639333 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.639849 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: binding-extended Jul 21 00:10:49.640178 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: portsecurity.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.641153 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.641664 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: port-security Jul 21 00:10:49.641989 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: project_id.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.642986 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.643311 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: project-id Jul 21 00:10:49.643635 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: providernet.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.644564 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.645120 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: provider Jul 21 00:10:49.645444 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: qos.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.648926 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.649483 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension qos not supported by any of loaded plugins Jul 21 00:10:49.649818 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.651071 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.651591 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 21 00:10:49.651923 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.652855 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.653402 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 21 00:10:49.653733 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: qos_default.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.654653 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.655174 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension qos-default not supported by any of loaded plugins Jul 21 00:10:49.655502 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: qos_fip.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.656158 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.656662 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension qos-fip not supported by any of loaded plugins Jul 21 00:10:49.657009 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: qos_gateway_ip.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.657942 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.658453 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 21 00:10:49.658777 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: qos_port_network_policy.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.659698 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.660212 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 21 00:10:49.660537 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: qos_rule_type_details.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.661481 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.662526 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 21 00:10:49.662855 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: qos_rules_alias.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.663915 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.664432 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 21 00:10:49.664758 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: quotasv2.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.665699 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.666211 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: quotas Jul 21 00:10:49.666534 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: quotasv2_detail.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.669566 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.669909 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: quota_details Jul 21 00:10:49.670245 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: rbac.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.671306 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.671842 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: rbac-policies Jul 21 00:10:49.672181 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: rbac_address_group.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.673168 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.673701 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: rbac-address-group Jul 21 00:10:49.674029 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: rbac_address_scope.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.674960 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.675479 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: rbac-address-scope Jul 21 00:10:49.675807 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: rbac_security_groups.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.676727 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.677283 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: rbac-security-groups Jul 21 00:10:49.678220 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: rbac_subnetpool.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.679152 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.679665 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: rbac-subnetpool Jul 21 00:10:49.679991 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: revisionifmatch.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.680916 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.681460 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: revision-if-match Jul 21 00:10:49.681786 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: revisions.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.682900 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.683426 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: standard-attr-revisions Jul 21 00:10:49.683762 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: router_availability_zone.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.684435 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.684969 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: router_availability_zone Jul 21 00:10:49.685297 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: routerservicetype.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.686224 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.686740 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension router-service-type not supported by any of loaded plugins Jul 21 00:10:49.687065 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.687989 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.688502 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: security-groups-normalized-cidr Jul 21 00:10:49.688827 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.689782 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.690295 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: port-security-groups-filtering Jul 21 00:10:49.690617 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.691541 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.692051 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: security-groups-remote-address-group Jul 21 00:10:49.692376 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: securitygroup.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.701997 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.702532 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: security-group Jul 21 00:10:49.702864 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: segment.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.703659 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.704173 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension segment not supported by any of loaded plugins Jul 21 00:10:49.704500 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.705484 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.705999 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 21 00:10:49.706324 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: servicetype.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.707439 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.707967 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: service-type Jul 21 00:10:49.708292 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: sorting.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.709334 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.709672 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: sorting Jul 21 00:10:49.710000 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: standard_attr_segment.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.710988 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.711507 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 21 00:10:49.711837 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: standardattrdescription.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.712491 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.713031 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: standard-attr-description Jul 21 00:10:49.713360 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: stateful_security_group.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.714314 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.714833 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: stateful-security-group Jul 21 00:10:49.715162 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: stdattrs_common.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.715759 dv-cinder-679138-11-smb neutron-server[94761]: WARNING neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 21 00:10:49.716083 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.717051 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.717574 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 21 00:10:49.717901 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: subnet_onboard.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.718987 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.719514 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: subnet_onboard Jul 21 00:10:49.719845 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.720781 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.721333 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 21 00:10:49.721659 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: subnet_service_types.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.722596 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.723114 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: subnet-service-types Jul 21 00:10:49.723444 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: subnetallocation.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.725078 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.725598 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: subnet_allocation Jul 21 00:10:49.725926 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.726595 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.727110 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: subnetpool-prefix-ops Jul 21 00:10:49.727434 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.728368 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.728878 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 21 00:10:49.729295 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: tagging.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.730343 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.730859 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: standard-attr-tag Jul 21 00:10:49.731187 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: timestamp.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.732419 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.732941 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loaded extension: standard-attr-timestamp Jul 21 00:10:49.733291 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: trunk.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.734331 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.734857 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension trunk not supported by any of loaded plugins Jul 21 00:10:49.735185 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: trunk_details.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.736110 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.736627 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension trunk-details not supported by any of loaded plugins Jul 21 00:10:49.736968 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: uplink_status_propagation.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.737902 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.738418 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 21 00:10:49.738743 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Loading extension file: vlantransparent.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 21 00:10:49.739416 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 21 00:10:49.740514 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 21 00:10:49.743010 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:network Jul 21 00:10:49.743535 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:subnet Jul 21 00:10:49.743937 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 00:10:49.744337 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:port Jul 21 00:10:49.745611 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.746049 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service FLAVORS assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.746680 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.747112 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.747445 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:router Jul 21 00:10:49.747881 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:floatingip Jul 21 00:10:49.748363 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service METERING assigned prefix: /metering {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.750089 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.750473 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.750827 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:10:49.751823 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 00:10:49.752263 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:security_group Jul 21 00:10:49.752701 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 00:10:49.753335 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service CORE assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.753668 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 00:10:49.754022 dv-cinder-679138-11-smb neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] subnetpool is already registered Jul 21 00:10:49.754455 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service CORE assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.754781 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 00:10:49.755114 dv-cinder-679138-11-smb neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] subnetpool is already registered Jul 21 00:10:49.757472 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.757949 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service FLAVORS assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.758545 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.758966 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.759298 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:router Jul 21 00:10:49.759641 dv-cinder-679138-11-smb neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] router is already registered Jul 21 00:10:49.760057 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:floatingip Jul 21 00:10:49.760397 dv-cinder-679138-11-smb neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] floatingip is already registered Jul 21 00:10:49.760850 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service METERING assigned prefix: /metering {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.761547 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 00:10:49.761878 dv-cinder-679138-11-smb neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] rbac_policy is already registered Jul 21 00:10:49.762289 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:security_group Jul 21 00:10:49.762632 dv-cinder-679138-11-smb neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] security_group is already registered Jul 21 00:10:49.763030 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 00:10:49.763367 dv-cinder-679138-11-smb neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] security_group_rule is already registered Jul 21 00:10:49.764000 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service CORE assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.764326 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 00:10:49.764661 dv-cinder-679138-11-smb neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] subnetpool is already registered Jul 21 00:10:49.765113 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Service CORE assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 00:10:49.765441 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 00:10:49.765774 dv-cinder-679138-11-smb neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] subnetpool is already registered Jul 21 00:10:49.766378 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: extensions {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.767829 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: address-groups {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.769427 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: address-scopes {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.770754 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: agents {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.771977 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: auto-allocated-topology {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.773213 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: availability_zones {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.774456 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: dhcp-networks {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.775936 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: dhcp-agents {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.777409 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: routers {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.779129 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: flavors {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.781445 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: service_profiles {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.782653 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: next_providers {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.784095 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: service_profiles {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.785683 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: floatingip-pools {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.787404 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: routers {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.789147 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: floatingips {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.790411 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: l3-routers {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.791798 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: l3-agents {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.793255 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: metering-labels {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.794513 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: metering-label-rules {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.795884 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: network-ip-availabilities {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.797172 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: bindings {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.798723 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: quotas {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.800261 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: quotas {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.801702 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: rbac-policies {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.803519 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: security-groups {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.804820 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: security-group-rules {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.806105 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: service-providers {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.807348 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: subnetpools {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.808671 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: subnetpools {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.810253 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.811913 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.813782 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.815549 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.817270 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.819204 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.820890 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.822856 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.824713 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.826489 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron.api.extensions [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 00:10:49.832455 dv-cinder-679138-11-smb neutron-server[94761]: WARNING keystonemiddleware.auth_token [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 21 00:10:49.837554 dv-cinder-679138-11-smb neutron-server[94761]: WARNING keystonemiddleware.auth_token [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 21 00:10:49.845961 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_concurrency.lockutils [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Acquired lock "singleton_lock" {{(pid=94761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 21 00:10:49.846446 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_concurrency.lockutils [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Releasing lock "singleton_lock" {{(pid=94761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 21 00:10:49.847091 dv-cinder-679138-11-smb neutron-server[94761]: INFO oslo_service.service [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Starting 2 workers Jul 21 00:10:49.852368 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Started child 94868 {{(pid=94761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 00:10:49.856715 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Started child 94869 {{(pid=94761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 00:10:49.857834 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:10:49.858513 dv-cinder-679138-11-smb neutron-server[94761]: INFO neutron.service [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 21 00:10:49.859012 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Notify callbacks [] for process, before_spawn {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:10:49.859307 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [-] (94868) wsgi starting up on http://0.0.0.0:9696 Jul 21 00:10:49.861431 dv-cinder-679138-11-smb neutron-server[94761]: INFO oslo_service.service [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Starting 1 workers Jul 21 00:10:49.861575 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:10:49.862847 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [-] (94869) wsgi starting up on http://0.0.0.0:9696 Jul 21 00:10:49.867186 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Started child 94870 {{(pid=94761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 00:10:49.867715 dv-cinder-679138-11-smb neutron-server[94761]: INFO oslo_service.service [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Starting 1 workers Jul 21 00:10:49.870776 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.service [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] calling RpcWorker wait() {{(pid=94870) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 21 00:10:49.871350 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.service [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] returning from RpcWorker wait() {{(pid=94870) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 21 00:10:49.872140 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Started child 94871 {{(pid=94761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 00:10:49.872588 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:10:49.872970 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-240459f1-09dc-4169-8ba4-dd5e97f84f81 None None] Notify callbacks [] for process, after_spawn {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:10:49.873091 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:10:49.875206 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 00:10:49.875412 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 00:10:49.875598 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 00:10:49.875814 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 00:10:49.876177 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 00:10:49.876342 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 00:10:49.876863 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.877171 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.877441 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.877703 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.878011 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.878357 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:10:49.878822 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.878822 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.879098 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.879382 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.879471 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:10:49.879620 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.879791 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.879961 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.880226 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.880459 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.880770 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.881059 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.881300 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.881569 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.881758 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.882023 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.882294 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.882557 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.882813 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] debug = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.883060 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.883565 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.883823 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.884093 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.884327 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.884610 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.884840 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.885135 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.885371 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.885612 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.885853 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.886109 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.886344 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.886557 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.886778 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.887039 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.887275 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.887737 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] host = dv-cinder-679138-11-smb {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.887973 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.888191 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.888418 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.888675 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.888931 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.889169 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.889454 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.889722 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.889983 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.890207 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.890470 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.890742 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.890962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.891199 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.891364 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_options = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.891597 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.891855 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.892116 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.892305 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.892475 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.892650 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.892907 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.893105 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.893336 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.893548 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.893760 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.893974 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.894195 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.894409 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.894671 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.894913 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.895150 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.895380 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.895623 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.895864 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.896145 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.896415 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.896625 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.896859 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.897125 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.897353 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.897580 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.897820 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.898004 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.898268 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.898502 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.898756 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.898988 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.899228 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.899456 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.899681 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.899913 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.900183 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.900417 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.900665 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.900931 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.901202 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.901465 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.901685 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.901906 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.902141 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_json = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.902357 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.902598 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.902857 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.903075 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.903293 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.903507 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.903715 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.903956 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.904437 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.904723 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.905800 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.905800 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.905800 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.905800 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.906722 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.906722 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.906722 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.906722 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.907260 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.907260 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.907568 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.907820 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.908060 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.908428 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.908664 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.909970 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.909970 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.909970 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.909970 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.909970 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.910517 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.910517 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.911228 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.911228 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.911228 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.911594 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.911594 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.912338 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.912663 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.912814 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.913074 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.913734 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.913734 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.913989 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.913989 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.914253 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.914430 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.914677 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.914914 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.915145 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.916387 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.916387 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.916387 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.916387 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.916387 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.917022 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.917022 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.917022 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.917405 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.917405 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.917638 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.917792 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.918029 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.918266 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.918488 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.918696 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.918908 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.919128 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.919355 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.919614 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.919851 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.920065 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.920277 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.920497 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.920709 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.920923 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.921219 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.921398 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.921618 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.921866 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.922075 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.922309 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.922519 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.922730 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.922964 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.923192 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.923410 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.923619 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.923835 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.924043 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.924332 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.924571 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.925017 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.925176 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.926768 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.926768 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.926768 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.926768 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.926768 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.926768 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.928655 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.928655 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.928655 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.928655 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.928655 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.928655 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.931962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.931962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.931962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.931962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.931962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.931962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.931962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.931962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.932919 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.932919 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.932919 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.932919 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.932919 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.932919 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.932919 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.932919 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.933834 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.933834 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.933834 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.933834 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.933834 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.933834 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.934291 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.934291 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.934809 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.934809 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.935713 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.935713 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.935713 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.935713 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.936003 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.936176 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.936390 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.936783 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.937452 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.937823 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.938206 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.938447 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.938866 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.939249 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.939642 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.940069 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.940483 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.940747 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.941018 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.941277 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.941497 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.941725 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.941969 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.942187 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.942420 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.942638 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.942875 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.943132 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.943347 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.943615 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.943824 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.944047 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.944280 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.944499 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.944721 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.944993 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.945209 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.945428 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.945669 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.945889 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.946105 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.946322 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.946552 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.946802 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.947020 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.947312 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.947575 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.947819 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.948065 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.948308 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.948568 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.948802 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.949071 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.949312 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.949538 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.949742 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.949962 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.950196 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.950409 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.950636 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.950848 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.951105 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.951377 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.951687 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.952094 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.952476 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.952866 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.953246 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.953645 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.953868 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.954106 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.954348 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.954568 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.954806 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.955070 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.955325 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.955550 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.955763 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.955974 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.956205 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.956422 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.956624 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.957127 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.957545 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.957959 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.958215 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.958453 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.958729 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.958977 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.959186 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.959397 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.959624 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.959844 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.960053 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.960295 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.960505 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.960716 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.961038 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.961281 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.961491 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.961741 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.961951 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.962160 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.962382 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.962627 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.962817 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.963035 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.963304 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.963513 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.963756 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.963970 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.964189 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.964423 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.964616 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.964827 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.965071 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.965287 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.965494 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.965810 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.966072 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.966312 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.966576 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.966807 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.967058 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.967279 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.967599 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.967812 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.968072 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.968292 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.968527 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.968755 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.969095 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.969374 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.969660 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.969907 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.970139 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.970442 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.970721 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.970995 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.971210 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.971514 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.971847 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.972132 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.972384 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.972631 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.972867 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.973115 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.973333 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.973567 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.973800 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.974014 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.974821 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.974989 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.975190 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.975421 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.975668 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.975883 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.976131 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.976371 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.976609 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.976824 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.976999 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 00:10:49.977541 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 00:10:49.977736 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 00:10:49.977868 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 00:10:49.977996 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 00:10:49.978158 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 00:10:49.978311 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 00:10:49.978517 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.978680 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.978839 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.979000 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.979245 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.979345 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.979485 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.979643 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.979802 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.979960 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.980119 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.980277 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.980434 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.980592 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.980750 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.980908 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.981091 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.981251 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.981413 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.981571 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.981729 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.981886 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.982044 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] debug = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.982202 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.982402 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.982567 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.982725 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.982883 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.983042 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.983200 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.983359 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.983516 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.983673 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.983832 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.983989 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.984148 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.984305 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.984462 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.984619 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.984776 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.984932 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] host = dv-cinder-679138-11-smb {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.985134 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.985134 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.985496 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.985600 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.985705 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.985862 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.986020 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.986181 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.986339 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.986497 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.986655 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.986812 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.986970 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.987128 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.987323 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_options = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.987439 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.987596 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.987753 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.987937 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.988101 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.988259 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.988417 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.988575 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.988733 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.988892 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.989072 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.989255 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.989415 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.989533 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.989689 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.989853 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.990616 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.990775 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.990934 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.991094 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.991253 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.991411 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.991570 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.991728 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.991886 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.992043 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.992202 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.992361 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.992518 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.992676 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.992834 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.993012 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.993173 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.993333 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.993491 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.993650 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.993808 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.993974 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.994198 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.994365 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.994519 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.994715 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.994930 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.995015 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.995121 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.995279 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_json = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.995494 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.995575 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.995716 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.995866 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.996024 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.996190 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.996556 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.996556 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 00:10:49.996715 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.996817 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.997010 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.997175 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.997508 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.997508 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.997667 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.997777 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.997938 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.998098 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.998265 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.998427 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.998864 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.999026 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.999186 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.999560 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.999560 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.999736 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.999807 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:49.999942 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.000102 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.000262 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.000522 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.000663 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.000750 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.000895 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.001078 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.001246 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.001439 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.001665 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.001807 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.001934 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.002062 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.002193 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.002324 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.002455 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.002611 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.002773 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.002935 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.003097 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.003258 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.003420 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.003761 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.003761 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.003895 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.004028 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.004189 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.004352 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.004516 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.004677 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.004847 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.005030 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.005192 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.005353 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.005542 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.005697 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.005857 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.006018 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.006184 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.006346 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.006506 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.006679 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.006841 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.007002 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.007162 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.007324 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.007485 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.007647 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.007808 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.007968 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.008273 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.008273 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.008430 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.008572 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.008733 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.008894 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.009077 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.009239 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.009400 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.009632 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.009728 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.009869 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.010029 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.010190 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.010360 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.010535 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.010695 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.010856 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.011018 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.011179 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.011340 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.011500 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.011660 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.011820 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.011981 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.012142 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.012303 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.012466 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.012781 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.012781 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.012978 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.013102 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.013262 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.013426 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.013587 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.013747 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.013907 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.014067 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.014227 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.014387 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.014548 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.014717 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.014876 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.015037 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.015196 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.015363 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.015514 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:10:50.015630 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.015703 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.015835 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.015996 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.016161 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.016322 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.016482 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.016641 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.016803 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.016987 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.017269 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.017369 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.017468 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.017618 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.017780 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.017939 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.018123 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.018282 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.018442 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.018602 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.018762 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.018921 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.019081 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.019240 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.019399 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.019558 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.019716 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.020048 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.020211 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.020372 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.020534 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.020695 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.020857 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.021040 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.021719 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.021884 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.022093 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.022209 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.022370 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.022529 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.022690 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.022851 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.023012 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.023172 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.023333 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.023493 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.023653 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.023813 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.023973 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.024132 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.024292 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.024452 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.024613 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.024775 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.024935 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.025119 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.025280 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.025443 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.025604 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.025764 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.025927 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.026086 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.026248 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.026409 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.026568 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.026735 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.026973 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.027137 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.027451 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.027611 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.027913 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.028243 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.028557 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.028726 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.028885 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.029210 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.029374 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.029536 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.029696 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.029857 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.030018 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.030178 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.030341 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.030504 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.030666 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.030827 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.030989 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.031149 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.031309 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.031625 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.031939 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.032240 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.032548 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.032710 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.032872 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.033059 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.033236 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.033395 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.033712 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.034018 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.034182 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.034340 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.034653 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.034815 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.035122 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.035282 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.035445 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.035608 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.035781 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.035954 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.036099 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.036260 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.036419 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.036584 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.036775 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.037471 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.037635 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.037795 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.037955 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.038115 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.038287 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.038448 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.038609 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.038769 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.038929 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.039089 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.039261 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.039422 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.039582 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.039753 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.039986 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.040089 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.040218 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.040391 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.040549 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.040716 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.040875 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.041058 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.041221 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.041384 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.041551 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.041722 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.041891 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.042053 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.042224 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.042393 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.042561 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.042723 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.042891 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.043065 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.043226 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.043386 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.043546 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.043707 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.043871 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.044033 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.044192 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.044351 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.044511 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.044672 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.044831 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.045024 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.045162 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.045322 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.045483 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.045643 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.045803 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.045963 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.046123 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 00:10:50.046275 dv-cinder-679138-11-smb neutron-server[94761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 00:10:50.271913 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 52382) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:10:50.280524 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062854 Jul 21 00:11:01.687657 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3dc3a-1974-4848-8a76-61eb9c81cda5 None None] get_active_networks_info from dv-cinder-679138-11-smb {{(pid=94870) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 21 00:11:01.783719 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3dc3a-1974-4848-8a76-61eb9c81cda5 None None] No non-hosted networks {{(pid=94870) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 21 00:11:01.793962 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.agentschedulers_db [None req-e8e3dc3a-1974-4848-8a76-61eb9c81cda5 None None] DHCP Agent not found on host dv-cinder-679138-11-smb {{(pid=94870) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 21 00:11:01.870521 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab2ab48-b807-4c8a-a636-0302d3640b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4050913'] for agent, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:04.184982 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e8e3d81-059d-4dcf-8b14-01fba840a8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4050913'] for agent, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:04.266040 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4050913'] for agent, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:04.266678 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.267018 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.267348 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.267672 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.267995 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.268319 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.268640 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.268998 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.269566 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.269667 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.269932 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.270251 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:04.271127 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-679138-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:11:04.276087 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2bcddfab-1066-43d1-95ec-59efdbbdd820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:04.301568 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-679138-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:11:05.156725 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4050913'] for agent, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:06.618203 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4050913'] for agent, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:08.013825 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 52476) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:08.494486 dv-cinder-679138-11-smb neutron-server[94869]: WARNING oslo_policy.policy [None req-cdafaffa-2fd9-4bfb-96f2-671191959e53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 00:11:08.495063 dv-cinder-679138-11-smb neutron-server[94869]: WARNING oslo_policy.policy [None req-cdafaffa-2fd9-4bfb-96f2-671191959e53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 00:11:08.713315 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [None req-cdafaffa-2fd9-4bfb-96f2-671191959e53 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 21 00:11:08.714310 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-cdafaffa-2fd9-4bfb-96f2-671191959e53 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6994562 Jul 21 00:11:10.483688 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.db.l3_hamode_db [None req-9d838c66-3a06-4a7e-8830-d7c40d756f7f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 21 00:11:10.560727 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d838c66-3a06-4a7e-8830-d7c40d756f7f None None] Routers set() bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:11:10.561148 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d838c66-3a06-4a7e-8830-d7c40d756f7f None None] Router IDs set() for agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 21 00:11:11.034693 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 52490) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:11.510842 dv-cinder-679138-11-smb neutron-server[94868]: WARNING oslo_policy.policy [None req-38564e4a-8f1a-41d9-87b6-06b7dd63ce20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 00:11:11.511412 dv-cinder-679138-11-smb neutron-server[94868]: WARNING oslo_policy.policy [None req-38564e4a-8f1a-41d9-87b6-06b7dd63ce20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 00:11:11.726012 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-38564e4a-8f1a-41d9-87b6-06b7dd63ce20 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:11:11.818618 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.policy [None req-38564e4a-8f1a-41d9-87b6-06b7dd63ce20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94868) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 00:11:11.863397 dv-cinder-679138-11-smb neutron-server[94868]: WARNING oslo_policy.policy [None req-38564e4a-8f1a-41d9-87b6-06b7dd63ce20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 00:11:11.863785 dv-cinder-679138-11-smb neutron-server[94868]: WARNING oslo_policy.policy [None req-38564e4a-8f1a-41d9-87b6-06b7dd63ce20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 00:11:11.872245 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.quota [None req-38564e4a-8f1a-41d9-87b6-06b7dd63ce20 admin admin] Loaded quota_driver: . Jul 21 00:11:11.963202 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-38564e4a-8f1a-41d9-87b6-06b7dd63ce20 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757636658986', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757636658553', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757636638385', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757636640619', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757636614446', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757636624736', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-820160', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-823275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3930726', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3855622'] for rbac-policy, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:12.026151 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-38564e4a-8f1a-41d9-87b6-06b7dd63ce20 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:12.027534 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-38564e4a-8f1a-41d9-87b6-06b7dd63ce20 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9901066 Jul 21 00:11:14.549631 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 52508) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:14.838437 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Request body: {'network': {'project_id': '1c91c93db788443abf61f8568918687d', 'name': 'private', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'admin_state_up': True}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:11:14.867183 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Made reservation on behalf of 1c91c93db788443abf61f8568918687d for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:11:14.870092 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:14.887051 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:15.008287 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:15.012459 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:15.032239 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:11:15.061230 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757637811496', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:15.061796 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Unsubscribe: segment precommit_create {{(pid=94868) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 00:11:15.062304 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Added segment 5c3e2cf3-3822-4ef8-b44c-5fc4404f2133 of type vlan for network 72da746b-57bd-480e-898e-97ff13a7f5db Jul 21 00:11:15.079682 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf9f5fb-238f-475d-bf3c-193e55ce2dbf,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:15.128884 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.129292 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.129636 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.129967 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.130296 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.130625 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.130949 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.131315 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.131652 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.131976 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.132292 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.132610 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Tracked resource versions report: Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: pushed versions: Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: { 'AddressGroup': {'1.2'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'ConntrackHelper': {'1.0'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'Log': {'1.0'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'Network': {'1.1'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'Port': {'1.7'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'PortForwarding': {'1.2'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'QosPolicy': {'1.8'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'SecurityGroup': {'1.4'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'SecurityGroupRule': {'1.2'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'SubPort': {'1.0'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'Subnet': {'1.1'}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'Trunk': {'1.1'}} Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: consumer versions: Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: { DHCP agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: L3 agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: Metadata agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: Metering agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: Open vSwitch agent@dv-cinder-679138-11-smb: { 'AddressGroup': '1.2', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'ConntrackHelper': '1.0', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'Log': '1.0', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'Network': '1.1', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'Port': '1.7', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'PortForwarding': '1.2', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'QosPolicy': '1.8', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'SecurityGroup': '1.4', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'SecurityGroupRule': '1.2', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'SubPort': '1.0', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'Subnet': '1.1', Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: 'Trunk': '1.1'}} Jul 21 00:11:15.133773 dv-cinder-679138-11-smb neutron-server[94868]: {{(pid=94868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 00:11:15.183318 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:15.232296 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:15.233520 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:11:15.234172 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:15.287291 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7364523 Jul 21 00:11:15.332204 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69d9d4-6706-48b1-b54b-2767df7f3fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=72da746b-57bd-480e-898e-97ff13a7f5db,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:15.344713 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 72da746b-57bd-480e-898e-97ff13a7f5db details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:11:17.843524 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 52522) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:18.226222 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e42691-39d4-400e-be00-2f3a12dd4d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:11:18.227582 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-b6e42691-39d4-400e-be00-2f3a12dd4d94 admin admin] 10.222.0.35 "GET /v2.0/networks/72da746b-57bd-480e-898e-97ff13a7f5db HTTP/1.1" status: 200 len: 825 time: 0.3830707 Jul 21 00:11:18.251647 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-99b50ff8-749e-498f-930f-83dfb43328f0 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/8571c9ef-a5c1-4c45-9564-0a7cffb89fe9 HTTP/1.1" status: 200 len: 734 time: 0.0187883 Jul 21 00:11:18.259710 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8571c9ef-a5c1-4c45-9564-0a7cffb89fe9', 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db', 'tenant_id': '1c91c93db788443abf61f8568918687d'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:11:18.280637 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Made reservation on behalf of 1c91c93db788443abf61f8568918687d for: {'subnet': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:11:18.282926 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:18.574720 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:18.643594 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Pushing event updated for resources: {'Subnet': ['ID=027a561c-1d69-4ddf-b0b5-c497d08b6f16,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:18.645561 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Checking segment: {'id': '5c3e2cf3-3822-4ef8-b44c-5fc4404f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:11:18.646434 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Network hostable DHCP agents. Network: 72da746b-57bd-480e-898e-97ff13a7f5db, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:11:18.670631 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Network 72da746b-57bd-480e-898e-97ff13a7f5db is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:11:18.684442 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 72da746b-57bd-480e-898e-97ff13a7f5db) {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:11:18.689061 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:11:18.689657 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:18.695400 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b074682c-4e1f-4af1-88f8-7312e2daf470 None None] Network 72da746b-57bd-480e-898e-97ff13a7f5db requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:11:18.704081 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-9debaef2-cbbf-4bf9-8de6-9c42d3cd505f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4476244 Jul 21 00:11:19.017041 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4945ffbd-1d79-5330-8854-c99d92bdffc7-72da746b-57bd-480e-898e-97ff13a7f5db', 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'fixed_ips': [{'subnet_id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16'}]}} from dv-cinder-679138-11-smb. {{(pid=94870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 21 00:11:19.018291 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:19.308718 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Allocated IP 172.20.0.2 (72da746b-57bd-480e-898e-97ff13a7f5db/027a561c-1d69-4ddf-b0b5-c497d08b6f16/2206997b-60d4-49ff-91f0-fdf95f398d4e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:11:19.548307 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:19.563350 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Transition to ACTIVE for port object 2206997b-60d4-49ff-91f0-fdf95f398d4e will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:11:19.585056 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Transition to ACTIVE for port object 2206997b-60d4-49ff-91f0-fdf95f398d4e will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:11:19.593347 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:19.673056 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Network 72da746b-57bd-480e-898e-97ff13a7f5db is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:11:19.677716 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:11:19.684572 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:11:19.686551 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Pushing event updated for resources: {'Port': ['ID=2206997b-60d4-49ff-91f0-fdf95f398d4e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:19.696822 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.697471 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.697577 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.697854 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.698184 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.698514 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.699109 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.699446 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.699825 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.700154 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.700478 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.700837 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Tracked resource versions report: Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: pushed versions: Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: { 'AddressGroup': {'1.2'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'ConntrackHelper': {'1.0'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'Log': {'1.0'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'Network': {'1.1'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'Port': {'1.7'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'PortForwarding': {'1.2'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'QosPolicy': {'1.8'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'SecurityGroup': {'1.4'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'SecurityGroupRule': {'1.2'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'SubPort': {'1.0'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'Subnet': {'1.1'}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'Trunk': {'1.1'}} Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: consumer versions: Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: { DHCP agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: L3 agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: Metadata agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: Metering agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: Open vSwitch agent@dv-cinder-679138-11-smb: { 'AddressGroup': '1.2', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'ConntrackHelper': '1.0', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'Log': '1.0', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'Network': '1.1', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'Port': '1.7', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'PortForwarding': '1.2', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'QosPolicy': '1.8', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'SecurityGroup': '1.4', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'SecurityGroupRule': '1.2', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'SubPort': '1.0', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'Subnet': '1.1', Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: 'Trunk': '1.1'}} Jul 21 00:11:19.701977 dv-cinder-679138-11-smb neutron-server[94870]: {{(pid=94870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 00:11:19.780251 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Attempting to bind port 2206997b-60d4-49ff-91f0-fdf95f398d4e on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:11:19.780653 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Attempting to bind port 2206997b-60d4-49ff-91f0-fdf95f398d4e by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '5c3e2cf3-3822-4ef8-b44c-5fc4404f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:11:19.781119 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Attempting to bind port 2206997b-60d4-49ff-91f0-fdf95f398d4e on network 72da746b-57bd-480e-898e-97ff13a7f5db {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:11:19.786091 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:11:19.786674 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Checking segment: {'id': '5c3e2cf3-3822-4ef8-b44c-5fc4404f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:11:19.787141 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:19.787536 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Bound using segment: {'id': '5c3e2cf3-3822-4ef8-b44c-5fc4404f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:11:19.788034 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Bound port: 2206997b-60d4-49ff-91f0-fdf95f398d4e, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3e2cf3-3822-4ef8-b44c-5fc4404f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:11:19.788446 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:19.852491 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] For port 2206997b-60d4-49ff-91f0-fdf95f398d4e, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:11:19.856529 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] For port 2206997b-60d4-49ff-91f0-fdf95f398d4e, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=2206997b-60d4-49ff-91f0-fdf95f398d4e,segment=NetworkSegment(5c3e2cf3-3822-4ef8-b44c-5fc4404f2133),segment_id=5c3e2cf3-3822-4ef8-b44c-5fc4404f2133)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:11:19.860829 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:19.928303 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f291c9-7a56-4c07-9319-1de4ac8f8120 None None] Pushing event updated for resources: {'Port': ['ID=2206997b-60d4-49ff-91f0-fdf95f398d4e,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:21.058943 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 52530) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:21.378515 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [None req-68f44998-1e54-4485-9462-74d95ccc101a admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 21 00:11:21.379514 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-68f44998-1e54-4485-9462-74d95ccc101a admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3196194 Jul 21 00:11:23.751469 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 52538) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:24.062281 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [None req-5ef84f5d-7a8b-47a3-9485-8e3356c63791 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 21 00:11:24.063396 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-5ef84f5d-7a8b-47a3-9485-8e3356c63791 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3109550 Jul 21 00:11:26.655678 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 52548) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:26.946556 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-c7380c05-e814-4323-8fc7-674e61632cad admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1c91c93db788443abf61f8568918687d', 'name': 'router1'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:11:26.969112 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7380c05-e814-4323-8fc7-674e61632cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4055862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26366'] for router, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:26.970559 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7380c05-e814-4323-8fc7-674e61632cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4060248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4059929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26343'] for router, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:27.113773 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7380c05-e814-4323-8fc7-674e61632cad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:27.122516 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7380c05-e814-4323-8fc7-674e61632cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4055887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4056040'] for router, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:27.134975 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7380c05-e814-4323-8fc7-674e61632cad admin admin] Notify callbacks [] for router, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:27.145670 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c7380c05-e814-4323-8fc7-674e61632cad admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4887156 Jul 21 00:11:27.939522 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 5 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:11:28.150990 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 2206997b-60d4-49ff-91f0-fdf95f398d4e up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:11:28.222736 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba4cfb-5d2c-424d-b008-918da517e0b1 None None] Network 72da746b-57bd-480e-898e-97ff13a7f5db requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:11:28.288325 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 2206997b-60d4-49ff-91f0-fdf95f398d4e completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:11:28.338631 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-3dd3aa9d-1b85-48d4-a99c-5b76951b9b23 None None] Provisioning for port 2206997b-60d4-49ff-91f0-fdf95f398d4e completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:11:28.344629 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-3dd3aa9d-1b85-48d4-a99c-5b76951b9b23 None None] Provisioning complete for port 2206997b-60d4-49ff-91f0-fdf95f398d4e triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:11:28.345064 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3dd3aa9d-1b85-48d4-a99c-5b76951b9b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:28.512641 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3dd3aa9d-1b85-48d4-a99c-5b76951b9b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:28.566173 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-3dd3aa9d-1b85-48d4-a99c-5b76951b9b23 None None] For port 2206997b-60d4-49ff-91f0-fdf95f398d4e, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=2206997b-60d4-49ff-91f0-fdf95f398d4e,segment=NetworkSegment(5c3e2cf3-3822-4ef8-b44c-5fc4404f2133),segment_id=5c3e2cf3-3822-4ef8-b44c-5fc4404f2133)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:11:28.575339 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3dd3aa9d-1b85-48d4-a99c-5b76951b9b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:28.624541 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3aa9d-1b85-48d4-a99c-5b76951b9b23 None None] Pushing event updated for resources: {'Port': ['ID=2206997b-60d4-49ff-91f0-fdf95f398d4e,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:28.793222 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-758ff094-9c20-4d69-9179-6e9a0abdc03b None None] Provisioning complete for port 2206997b-60d4-49ff-91f0-fdf95f398d4e triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:11:28.793510 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-758ff094-9c20-4d69-9179-6e9a0abdc03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:29.492762 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 52562) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:29.799823 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [None req-a988c081-4c53-4acd-a09d-4e7c4034a53d admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 21 00:11:29.800823 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-a988c081-4c53-4acd-a09d-4e7c4034a53d admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3071039 Jul 21 00:11:30.127609 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 2206997b-60d4-49ff-91f0-fdf95f398d4e up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:11:30.173249 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 2206997b-60d4-49ff-91f0-fdf95f398d4e triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:11:30.173623 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:31.605726 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dff7565-ecff-472f-b9ea-82fce9f73981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:32.139611 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 52570) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:32.439152 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:11:32.440855 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.quota [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Loaded quota_driver: . Jul 21 00:11:32.500436 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Made reservation on behalf of a087fd2cb11b4ed8835027fd6589eed8 for: {'network': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:11:32.565763 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.policy [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94869) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 00:11:32.613489 dv-cinder-679138-11-smb neutron-server[94869]: WARNING oslo_policy.policy [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 00:11:32.614406 dv-cinder-679138-11-smb neutron-server[94869]: WARNING oslo_policy.policy [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 00:11:32.625055 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:32.644552 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:32.771308 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:32.774753 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:32.788274 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Reserving flat network on physical network physnet1 {{(pid=94869) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 21 00:11:32.821325 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757637811496', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:32.821877 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Unsubscribe: segment precommit_create {{(pid=94869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 00:11:32.822378 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.segments_db [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Added segment 183ceeb5-8952-458b-9b6d-ffa58b1d7c27 of type flat for network c738b427-e595-478b-aacb-eccc899844dd Jul 21 00:11:32.828757 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897e8829-7005-4ca8-8aef-747edd05602d,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:32.851557 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.852012 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.852251 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.852586 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.852907 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.853257 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.853578 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.853940 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.854278 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.854606 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.854923 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.855238 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Tracked resource versions report: Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: pushed versions: Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: { 'AddressGroup': {'1.2'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'ConntrackHelper': {'1.0'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'Log': {'1.0'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'Network': {'1.1'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'Port': {'1.7'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'PortForwarding': {'1.2'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'QosPolicy': {'1.8'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'SecurityGroup': {'1.4'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'SecurityGroupRule': {'1.2'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'SubPort': {'1.0'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'Subnet': {'1.1'}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'Trunk': {'1.1'}} Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: consumer versions: Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: { DHCP agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: L3 agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: Metadata agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: Metering agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: Open vSwitch agent@dv-cinder-679138-11-smb: { 'AddressGroup': '1.2', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'ConntrackHelper': '1.0', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'Log': '1.0', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'Network': '1.1', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'Port': '1.7', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'PortForwarding': '1.2', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'QosPolicy': '1.8', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'SecurityGroup': '1.4', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'SecurityGroupRule': '1.2', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'SubPort': '1.0', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'Subnet': '1.1', Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: 'Trunk': '1.1'}} Jul 21 00:11:32.856340 dv-cinder-679138-11-smb neutron-server[94869]: {{(pid=94869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 00:11:32.948038 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:33.002581 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:33.003641 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:11:33.004334 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:33.058667 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9180219 Jul 21 00:11:33.102127 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac8ffe-8a5e-4f85-9f0d-dcb6ec9bad3a admin admin] Pushing event updated for resources: {'Network': ['ID=c738b427-e595-478b-aacb-eccc899844dd,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:33.115895 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network c738b427-e595-478b-aacb-eccc899844dd details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:11:34.180098 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ea934bf-8fcd-4cfa-8882-f87d44f065c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:34.220738 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:35.110362 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:35.383829 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 52584) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:35.722402 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225dbf8d-1018-4824-9ddd-ea9b5f80c307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:11:35.724289 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-225dbf8d-1018-4824-9ddd-ea9b5f80c307 admin admin] 10.222.0.35 "GET /v2.0/subnets/027a561c-1d69-4ddf-b0b5-c497d08b6f16 HTTP/1.1" status: 200 len: 849 time: 0.3396034 Jul 21 00:11:35.879922 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-e1394632-f233-4f07-b393-419f308d6377 admin admin] 10.222.0.35 "GET /v2.0/routers/dcfe50d4-6994-4fc7-b464-ed782119e3e1 HTTP/1.1" status: 200 len: 704 time: 0.1503270 Jul 21 00:11:36.155661 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:36.443270 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Allocated IP 172.20.0.1 (72da746b-57bd-480e-898e-97ff13a7f5db/027a561c-1d69-4ddf-b0b5-c497d08b6f16/4edcf79f-8909-471a-8bb9-44463c8019e3) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:11:36.545840 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:36.624776 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:36.647680 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Transition to ACTIVE for port object 4edcf79f-8909-471a-8bb9-44463c8019e3 will not be triggered until provisioned by entity DHCP. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:11:36.726847 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:36.791283 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Network 72da746b-57bd-480e-898e-97ff13a7f5db is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:11:36.800760 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:11:36.810421 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:11:36.811321 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4055833'] for router_interface, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:36.830727 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Pushing event updated for resources: {'Port': ['ID=4edcf79f-8909-471a-8bb9-44463c8019e3,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:37.027396 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-f8ccba70-8520-4000-bc15-6bdc11925e16 None None] Provisioning for port 4edcf79f-8909-471a-8bb9-44463c8019e3 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:11:37.029936 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:37.030985 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-f8ccba70-8520-4000-bc15-6bdc11925e16 None None] Provisioning complete for port 4edcf79f-8909-471a-8bb9-44463c8019e3 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:11:37.031356 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ccba70-8520-4000-bc15-6bdc11925e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:37.065657 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccba70-8520-4000-bc15-6bdc11925e16 None None] Port 4edcf79f-8909-471a-8bb9-44463c8019e3 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:11:37.248667 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:37.253084 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:37.253898 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4060329'] for router_interface, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:37.314044 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Pushing event updated for resources: {'Port': ['ID=4edcf79f-8909-471a-8bb9-44463c8019e3,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:37.377439 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Network 72da746b-57bd-480e-898e-97ff13a7f5db is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:11:37.378781 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:11:37.537243 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Router dcfe50d4-6994-4fc7-b464-ed782119e3e1 is scheduled to L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 with binding_index 1 {{(pid=94869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 21 00:11:37.585227 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-68bc796f-914b-4923-9cc6-f5bd1f448c4d None None] Provisioning complete for port 4edcf79f-8909-471a-8bb9-44463c8019e3 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:11:37.585709 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68bc796f-914b-4923-9cc6-f5bd1f448c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:37.618668 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-68bc796f-914b-4923-9cc6-f5bd1f448c4d None None] Port 4edcf79f-8909-471a-8bb9-44463c8019e3 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:11:37.627979 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:11:37.633468 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-5ff6dc8f-4819-4862-a769-0460dbed9022 admin admin] 10.222.0.35 "PUT /v2.0/routers/dcfe50d4-6994-4fc7-b464-ed782119e3e1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7485518 Jul 21 00:11:37.652253 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Sync routers for ids ['dcfe50d4-6994-4fc7-b464-ed782119e3e1'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:11:37.663882 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Routers {'dcfe50d4-6994-4fc7-b464-ed782119e3e1'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:11:37.664669 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:11:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['dcfe50d4-6994-4fc7-b464-ed782119e3e1'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:11:37.849247 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Set router dcfe50d4-6994-4fc7-b464-ed782119e3e1 gateway port host: None {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:11:38.275597 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'name': 'router1', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:11:26Z', 'updated_at': '2021-07-21T00:11:36Z', 'revision_number': 2, 'project_id': '1c91c93db788443abf61f8568918687d', 'gw_port_host': None, '_interfaces': [{'id': '4edcf79f-8909-471a-8bb9-44463c8019e3', 'name': '', 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'mac_address': 'fa:16:3e:e3:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:11:36Z', 'updated_at': '2021-07-21T00:11:37Z', 'revision_number': 2, 'project_id': '1c91c93db788443abf61f8568918687d', 'subnets': [{'id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8571c9ef-a5c1-4c45-9564-0a7cffb89fe9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:11:38.326992 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Checking router: dcfe50d4-6994-4fc7-b464-ed782119e3e1 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:11:38.327364 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Updating router dcfe50d4-6994-4fc7-b464-ed782119e3e1 port 4edcf79f-8909-471a-8bb9-44463c8019e3 binding host dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:11:38.392075 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:38.880661 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:38.901063 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Transition to ACTIVE for port object 4edcf79f-8909-471a-8bb9-44463c8019e3 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:11:38.906605 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:39.066742 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Pushing event updated for resources: {'Port': ['ID=4edcf79f-8909-471a-8bb9-44463c8019e3,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:39.078895 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.079239 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.079575 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.079903 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.080229 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.080555 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.080877 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.081220 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.081548 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.081867 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.082709 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.083027 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Tracked resource versions report: Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: pushed versions: Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: { 'AddressGroup': {'1.2'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'ConntrackHelper': {'1.0'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'Log': {'1.0'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'Network': {'1.1'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'Port': {'1.7'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'PortForwarding': {'1.2'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'QosPolicy': {'1.8'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'SecurityGroup': {'1.4'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'SecurityGroupRule': {'1.2'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'SubPort': {'1.0'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'Subnet': {'1.1'}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'Trunk': {'1.1'}} Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: consumer versions: Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: { DHCP agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: L3 agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: Metadata agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: Metering agent@dv-cinder-679138-11-smb: {}, Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: Open vSwitch agent@dv-cinder-679138-11-smb: { 'AddressGroup': '1.2', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'ConntrackHelper': '1.0', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'Log': '1.0', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'Network': '1.1', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'Port': '1.7', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'PortForwarding': '1.2', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'QosPolicy': '1.8', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'SecurityGroup': '1.4', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'SecurityGroupRule': '1.2', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'SubPort': '1.0', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'Subnet': '1.1', Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: 'Trunk': '1.1'}} Jul 21 00:11:39.084127 dv-cinder-679138-11-smb neutron-server[94871]: {{(pid=94871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 00:11:39.089793 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Attempting to bind port 4edcf79f-8909-471a-8bb9-44463c8019e3 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:11:39.090191 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Attempting to bind port 4edcf79f-8909-471a-8bb9-44463c8019e3 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '5c3e2cf3-3822-4ef8-b44c-5fc4404f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:11:39.090615 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Attempting to bind port 4edcf79f-8909-471a-8bb9-44463c8019e3 on network 72da746b-57bd-480e-898e-97ff13a7f5db {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:11:39.096066 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:11:39.096466 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Checking segment: {'id': '5c3e2cf3-3822-4ef8-b44c-5fc4404f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:11:39.096935 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:39.097339 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Bound using segment: {'id': '5c3e2cf3-3822-4ef8-b44c-5fc4404f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:11:39.098365 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Bound port: 4edcf79f-8909-471a-8bb9-44463c8019e3, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3e2cf3-3822-4ef8-b44c-5fc4404f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:11:39.098752 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:39.163779 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] For port 4edcf79f-8909-471a-8bb9-44463c8019e3, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:11:39.184679 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] For port 4edcf79f-8909-471a-8bb9-44463c8019e3, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=4edcf79f-8909-471a-8bb9-44463c8019e3,segment=NetworkSegment(5c3e2cf3-3822-4ef8-b44c-5fc4404f2133),segment_id=5c3e2cf3-3822-4ef8-b44c-5fc4404f2133)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:11:39.188755 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:39.231351 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Routers {'dcfe50d4-6994-4fc7-b464-ed782119e3e1'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:11:39.231986 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:11:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['dcfe50d4-6994-4fc7-b464-ed782119e3e1'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:11:39.330609 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cf825-6b35-47fe-bcc1-a99f392bb642 None None] Pushing event updated for resources: {'Port': ['ID=4edcf79f-8909-471a-8bb9-44463c8019e3,revision_number=4']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:39.336933 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] Set router dcfe50d4-6994-4fc7-b464-ed782119e3e1 gateway port host: None {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:11:39.544566 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'name': 'router1', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:11:26Z', 'updated_at': '2021-07-21T00:11:36Z', 'revision_number': 2, 'project_id': '1c91c93db788443abf61f8568918687d', 'gw_port_host': None, '_interfaces': [{'id': '4edcf79f-8909-471a-8bb9-44463c8019e3', 'name': '', 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'mac_address': 'fa:16:3e:e3:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:11:36Z', 'updated_at': '2021-07-21T00:11:39Z', 'revision_number': 4, 'project_id': '1c91c93db788443abf61f8568918687d', 'subnets': [{'id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8571c9ef-a5c1-4c45-9564-0a7cffb89fe9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:11:39.569811 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4411c6-2d25-4503-a0a1-82fd38f27187 None None] The sync data for ids ['dcfe50d4-6994-4fc7-b464-ed782119e3e1'] in dv-cinder-679138-11-smb is: [{'id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'name': 'router1', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:11:26Z', 'updated_at': '2021-07-21T00:11:36Z', 'revision_number': 2, 'project_id': '1c91c93db788443abf61f8568918687d', 'gw_port_host': None, '_interfaces': [{'id': '4edcf79f-8909-471a-8bb9-44463c8019e3', 'name': '', 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'mac_address': 'fa:16:3e:e3:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:11:36Z', 'updated_at': '2021-07-21T00:11:39Z', 'revision_number': 4, 'project_id': '1c91c93db788443abf61f8568918687d', 'subnets': [{'id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8571c9ef-a5c1-4c45-9564-0a7cffb89fe9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:11:39.846122 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 52604) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:39.952441 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706dfdc-13ba-4951-9f60-29375ee7a4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:11:39.958834 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-1706dfdc-13ba-4951-9f60-29375ee7a4ff admin admin] 10.222.0.35 "GET /v2.0/networks/c738b427-e595-478b-aacb-eccc899844dd HTTP/1.1" status: 200 len: 842 time: 0.1066911 Jul 21 00:11:39.962934 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'name': 'public-subnet'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:11:39.986371 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Made reservation on behalf of a087fd2cb11b4ed8835027fd6589eed8 for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:11:39.989444 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:40.295974 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.objects.ports [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94869) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 21 00:11:40.296415 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:40.349127 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f039a0d1-f3b4-4507-824e-40f7a1b62ec6,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:40.359782 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Checking segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:11:40.360132 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Network hostable DHCP agents. Network: c738b427-e595-478b-aacb-eccc899844dd, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:11:40.381208 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Network c738b427-e595-478b-aacb-eccc899844dd is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:11:40.391424 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, c738b427-e595-478b-aacb-eccc899844dd) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:11:40.395871 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:11:40.396468 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:40.401277 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb667ff-2a33-42b9-b9dc-2fe0b0af0c95 None None] Network c738b427-e595-478b-aacb-eccc899844dd requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:11:40.424984 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-88f4ad6e-3a49-48cf-84ed-5057810df527 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4531820 Jul 21 00:11:40.537800 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33748567-b978-4e1a-b2c7-607abb6e50e1 None None] Network c738b427-e595-478b-aacb-eccc899844dd requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:11:42.657218 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 52622) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:42.864322 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-ec22b271-29e8-49bd-8115-1e3d1680be2d admin admin] 10.222.0.35 "GET /v2.0/routers/dcfe50d4-6994-4fc7-b464-ed782119e3e1 HTTP/1.1" status: 200 len: 710 time: 0.2059090 Jul 21 00:11:42.983409 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb7e48-6118-426a-9ee9-8b92d4b504d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:11:42.984726 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-aecb7e48-6118-426a-9ee9-8b92d4b504d0 admin admin] 10.222.0.35 "GET /v2.0/networks/c738b427-e595-478b-aacb-eccc899844dd HTTP/1.1" status: 200 len: 886 time: 0.1153100 Jul 21 00:11:42.993778 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:11:43.237862 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4056051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4055896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26321'] for router, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:43.480448 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:43.556223 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:43.759585 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Allocated IP 172.28.2.55 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/a44d18ad-5558-4f54-b702-8b8a1527609f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:11:43.867790 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:43.949425 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:44.031231 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:11:44.036150 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:11:44.041423 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:11:44.043830 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Pushing event updated for resources: {'Port': ['ID=a44d18ad-5558-4f54-b702-8b8a1527609f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:44.315276 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:44.509606 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4056051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4055896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26321'] for router, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:44.512806 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4056040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4056058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4056033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4055889'] for router, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:44.627732 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Router dcfe50d4-6994-4fc7-b464-ed782119e3e1 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:11:44.738247 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:11:44.742651 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] Notify callbacks [] for router, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:44.745190 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-58a4effb-4b80-46eb-8fb4-07cb3c74ff88 admin admin] 10.222.0.35 "PUT /v2.0/routers/dcfe50d4-6994-4fc7-b464-ed782119e3e1 HTTP/1.1" status: 200 len: 889 time: 1.7543130 Jul 21 00:11:45.918779 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Sync routers for ids ['dcfe50d4-6994-4fc7-b464-ed782119e3e1'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:11:45.929449 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Routers {'dcfe50d4-6994-4fc7-b464-ed782119e3e1'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:11:45.930098 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:11:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['dcfe50d4-6994-4fc7-b464-ed782119e3e1'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:11:46.174319 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 4edcf79f-8909-471a-8bb9-44463c8019e3 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:11:46.210270 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Set router dcfe50d4-6994-4fc7-b464-ed782119e3e1 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:11:46.391228 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 4edcf79f-8909-471a-8bb9-44463c8019e3 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:11:46.403757 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 4edcf79f-8909-471a-8bb9-44463c8019e3 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:11:46.404130 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:46.627535 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:46.685723 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 4edcf79f-8909-471a-8bb9-44463c8019e3, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=4edcf79f-8909-471a-8bb9-44463c8019e3,segment=NetworkSegment(5c3e2cf3-3822-4ef8-b44c-5fc4404f2133),segment_id=5c3e2cf3-3822-4ef8-b44c-5fc4404f2133)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:11:46.690994 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:46.701191 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'name': 'router1', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a44d18ad-5558-4f54-b702-8b8a1527609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:11:26Z', 'updated_at': '2021-07-21T00:11:44Z', 'revision_number': 4, 'project_id': '1c91c93db788443abf61f8568918687d', 'gw_port': {'id': 'a44d18ad-5558-4f54-b702-8b8a1527609f', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:11:43Z', 'updated_at': '2021-07-21T00:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '4edcf79f-8909-471a-8bb9-44463c8019e3', 'name': '', 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'mac_address': 'fa:16:3e:e3:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:11:36Z', 'updated_at': '2021-07-21T00:11:39Z', 'revision_number': 4, 'project_id': '1c91c93db788443abf61f8568918687d', 'subnets': [{'id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8571c9ef-a5c1-4c45-9564-0a7cffb89fe9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:11:46.771646 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Checking router: dcfe50d4-6994-4fc7-b464-ed782119e3e1 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:11:46.772002 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Updating router dcfe50d4-6994-4fc7-b464-ed782119e3e1 port a44d18ad-5558-4f54-b702-8b8a1527609f binding host dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:11:46.818202 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=4edcf79f-8909-471a-8bb9-44463c8019e3,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:46.821044 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:47.107187 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 52634) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:11:47.142394 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:47.152664 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Transition to ACTIVE for port object a44d18ad-5558-4f54-b702-8b8a1527609f will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:11:47.158463 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:47.211223 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e6820-5ac2-4d09-ad4b-77553c7fd7fb None None] Pushing event updated for resources: {'Port': ['ID=a44d18ad-5558-4f54-b702-8b8a1527609f,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:47.214574 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Attempting to bind port a44d18ad-5558-4f54-b702-8b8a1527609f on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:11:47.214956 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Attempting to bind port a44d18ad-5558-4f54-b702-8b8a1527609f by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:11:47.215318 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Attempting to bind port a44d18ad-5558-4f54-b702-8b8a1527609f on network c738b427-e595-478b-aacb-eccc899844dd {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:11:47.220419 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:11:47.220781 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Checking segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:11:47.221205 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:47.221592 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Bound using segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:11:47.222055 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Bound port: a44d18ad-5558-4f54-b702-8b8a1527609f, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:11:47.223063 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:47.243171 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-7b73e164-edee-40de-8afe-abed17c68597 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1348064 Jul 21 00:11:47.274861 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] For port a44d18ad-5558-4f54-b702-8b8a1527609f, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:11:47.278371 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] For port a44d18ad-5558-4f54-b702-8b8a1527609f, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=a44d18ad-5558-4f54-b702-8b8a1527609f,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:11:47.282863 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:47.346619 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Routers {'dcfe50d4-6994-4fc7-b464-ed782119e3e1'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:11:47.347298 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:11:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['dcfe50d4-6994-4fc7-b464-ed782119e3e1'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:11:47.349831 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e6820-5ac2-4d09-ad4b-77553c7fd7fb None None] Pushing event updated for resources: {'Port': ['ID=a44d18ad-5558-4f54-b702-8b8a1527609f,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:47.536799 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] Set router dcfe50d4-6994-4fc7-b464-ed782119e3e1 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:11:47.747001 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'name': 'router1', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a44d18ad-5558-4f54-b702-8b8a1527609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:11:26Z', 'updated_at': '2021-07-21T00:11:44Z', 'revision_number': 4, 'project_id': '1c91c93db788443abf61f8568918687d', 'gw_port': {'id': 'a44d18ad-5558-4f54-b702-8b8a1527609f', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:11:43Z', 'updated_at': '2021-07-21T00:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '4edcf79f-8909-471a-8bb9-44463c8019e3', 'name': '', 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'mac_address': 'fa:16:3e:e3:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:11:36Z', 'updated_at': '2021-07-21T00:11:46Z', 'revision_number': 5, 'project_id': '1c91c93db788443abf61f8568918687d', 'subnets': [{'id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8571c9ef-a5c1-4c45-9564-0a7cffb89fe9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:11:47.773494 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd296e-22c6-4e45-819b-53466cb5f0fe None None] The sync data for ids ['dcfe50d4-6994-4fc7-b464-ed782119e3e1'] in dv-cinder-679138-11-smb is: [{'id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'name': 'router1', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a44d18ad-5558-4f54-b702-8b8a1527609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:11:26Z', 'updated_at': '2021-07-21T00:11:44Z', 'revision_number': 4, 'project_id': '1c91c93db788443abf61f8568918687d', 'gw_port': {'id': 'a44d18ad-5558-4f54-b702-8b8a1527609f', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:11:43Z', 'updated_at': '2021-07-21T00:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '4edcf79f-8909-471a-8bb9-44463c8019e3', 'name': '', 'network_id': '72da746b-57bd-480e-898e-97ff13a7f5db', 'tenant_id': '1c91c93db788443abf61f8568918687d', 'mac_address': 'fa:16:3e:e3:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe50d4-6994-4fc7-b464-ed782119e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:11:36Z', 'updated_at': '2021-07-21T00:11:46Z', 'revision_number': 5, 'project_id': '1c91c93db788443abf61f8568918687d', 'subnets': [{'id': '027a561c-1d69-4ddf-b0b5-c497d08b6f16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8571c9ef-a5c1-4c45-9564-0a7cffb89fe9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:11:48.239462 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 4edcf79f-8909-471a-8bb9-44463c8019e3 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:11:48.292714 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 4edcf79f-8909-471a-8bb9-44463c8019e3 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:11:48.293122 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:48.372281 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device a44d18ad-5558-4f54-b702-8b8a1527609f up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:11:48.427568 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port a44d18ad-5558-4f54-b702-8b8a1527609f completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:11:48.431438 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port a44d18ad-5558-4f54-b702-8b8a1527609f triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:11:48.431937 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:48.523899 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:48.545626 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port a44d18ad-5558-4f54-b702-8b8a1527609f, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=a44d18ad-5558-4f54-b702-8b8a1527609f,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:11:48.551239 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:11:48.616207 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=a44d18ad-5558-4f54-b702-8b8a1527609f,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:11:50.159397 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device a44d18ad-5558-4f54-b702-8b8a1527609f up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:11:50.218586 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port a44d18ad-5558-4f54-b702-8b8a1527609f triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:11:50.218974 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:01.607766 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c3d6eb85-c3d0-4654-b0d5-8553ab104287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:04.183929 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c851-73f1-4f54-a764-e914db85ae4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:04.225414 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:04.939126 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 5 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:12:05.121329 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:06.589045 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:31.609593 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b98f-0a0c-4259-99ea-ddad7f29508e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:34.187701 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0fafc39-0afa-4489-9efc-80e705d31785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:34.227448 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:35.127547 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:36.574243 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:12:41.939730 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 5 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:13:01.611888 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8716fa8-acf0-4d69-8f2b-84b5f992aa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:04.190010 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4b1f-0aa1-4347-8c92-cb9b72eb9fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:04.227499 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:05.121931 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:06.581279 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:18.939845 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 5 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:13:24.661450 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53234) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:13:24.719993 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.pecan_wsgi.hooks.translation [None req-092d2e68-9c7a-4753-90e9-6d91c0ded511 admin admin] GET failed (client error): The resource could not be found. Jul 21 00:13:24.721352 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-092d2e68-9c7a-4753-90e9-6d91c0ded511 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0588846 Jul 21 00:13:24.937827 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf11315-68be-48e8-a197-b5eb9efd5819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:24.939263 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-8cf11315-68be-48e8-a197-b5eb9efd5819 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2142096 Jul 21 00:13:27.098115 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53244) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:13:27.186292 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a824c49-3228-470c-bfd3-a3f4fcc73db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:27.187620 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-3a824c49-3228-470c-bfd3-a3f4fcc73db5 admin admin] 10.222.0.35 "GET /v2.0/subnets/027a561c-1d69-4ddf-b0b5-c497d08b6f16 HTTP/1.1" status: 200 len: 849 time: 0.0885735 Jul 21 00:13:27.196697 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:13:27.279133 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:27.418882 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757637662576'] for subnet, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:27.449535 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:27.450125 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:27.451948 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] 10.222.0.35 "PUT /v2.0/subnets/027a561c-1d69-4ddf-b0b5-c497d08b6f16 HTTP/1.1" status: 200 len: 868 time: 0.2583075 Jul 21 00:13:27.455426 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463299a3-8003-4645-b937-f088455dbfa1 None None] Network 72da746b-57bd-480e-898e-97ff13a7f5db requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:13:27.474837 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=027a561c-1d69-4ddf-b0b5-c497d08b6f16,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:13:27.483132 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.483574 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.483927 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.484466 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.484803 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.485193 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.485720 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.486055 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.486402 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.486786 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.487120 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.487644 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade931b9-851f-4eee-95d8-37dc20bf2c28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:13:27.872409 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-44e71e97-574a-4cfe-9a03-5492043af1e7 None None] Provisioning complete for port 2206997b-60d4-49ff-91f0-fdf95f398d4e triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:13:27.872782 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44e71e97-574a-4cfe-9a03-5492043af1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:27.954956 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-44e71e97-574a-4cfe-9a03-5492043af1e7 None None] Provisioning complete for port 4edcf79f-8909-471a-8bb9-44463c8019e3 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:13:27.955212 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44e71e97-574a-4cfe-9a03-5492043af1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:29.608750 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53254) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:13:29.799965 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e54513-f04a-4ff5-b156-ae88c3b2cf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:29.800455 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e54513-f04a-4ff5-b156-ae88c3b2cf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:29.802028 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-76e54513-f04a-4ff5-b156-ae88c3b2cf55 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1922891 Jul 21 00:13:31.612074 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85f84918-3786-4783-a267-07c778c7fcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:31.949919 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53262) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:13:32.150876 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bbbfd6-41f0-42f4-adb1-17965afb7d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:32.151257 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bbbfd6-41f0-42f4-adb1-17965afb7d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:32.152780 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-14bbbfd6-41f0-42f4-adb1-17965afb7d8c admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019279 Jul 21 00:13:34.191915 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c5e25d28-da7f-468f-93be-5965729fd669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:34.230319 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:34.299721 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53270) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:13:34.424311 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7027d4d9-84e4-4706-bf61-da7e091f6842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:34.426200 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-7027d4d9-84e4-4706-bf61-da7e091f6842 admin admin] 10.222.0.35 "GET /v2.0/networks/72da746b-57bd-480e-898e-97ff13a7f5db HTTP/1.1" status: 200 len: 869 time: 0.1254916 Jul 21 00:13:35.124164 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:36.565747 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53278) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:13:36.577885 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:13:36.690359 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc98342f-7626-48c2-b663-330fd647a748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:36.691654 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-cc98342f-7626-48c2-b663-330fd647a748 admin admin] 10.222.0.35 "GET /v2.0/networks/c738b427-e595-478b-aacb-eccc899844dd HTTP/1.1" status: 200 len: 886 time: 0.1257319 Jul 21 00:13:38.820087 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53286) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:13:38.941872 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ddfbee-ffcf-4d31-bffd-dd068d2b9b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:38.942330 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ddfbee-ffcf-4d31-bffd-dd068d2b9b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:38.943833 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-59ddfbee-ffcf-4d31-bffd-dd068d2b9b65 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228046 Jul 21 00:13:41.099450 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53294) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:13:41.188317 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1201a-b979-42d4-9235-7255baec607c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:41.188771 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1201a-b979-42d4-9235-7255baec607c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:41.190296 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-bbb1201a-b979-42d4-9235-7255baec607c admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899029 Jul 21 00:13:43.335509 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53302) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:13:43.425831 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb5231-74d9-4add-a456-9f56344ef01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:43.427170 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-84eb5231-74d9-4add-a456-9f56344ef01d admin admin] 10.222.0.35 "GET /v2.0/subnets/027a561c-1d69-4ddf-b0b5-c497d08b6f16 HTTP/1.1" status: 200 len: 868 time: 0.0906997 Jul 21 00:13:45.569189 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53310) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:13:45.650459 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f41da4-56a6-4ed0-b69b-0e0f55a72d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:13:45.651791 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-39f41da4-56a6-4ed0-b69b-0e0f55a72d6e admin admin] 10.222.0.35 "GET /v2.0/subnets/f039a0d1-f3b4-4507-824e-40f7a1b62ec6 HTTP/1.1" status: 200 len: 816 time: 0.0816648 Jul 21 00:13:55.937968 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 5 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:14:01.611578 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a12dcf30-4405-4a06-8782-1bbc6e76147b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:04.193420 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c4a88a2-e53e-4213-9e0b-2bbfe9476a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:04.230926 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:05.128962 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:06.578980 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:09.774737 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53362) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:14:09.819205 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [None req-deb3f91d-5125-4f43-b3f2-eb8215c846bc admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 21 00:14:09.820233 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-deb3f91d-5125-4f43-b3f2-eb8215c846bc admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445547 Jul 21 00:14:12.046901 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53370) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:14:12.107164 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1ce0c0-4e30-4e88-a154-60ae617804e9 admin admin] GET failed (client error): The resource could not be found. Jul 21 00:14:12.108670 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-9b1ce0c0-4e30-4e88-a154-60ae617804e9 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606651 Jul 21 00:14:12.195682 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ef643-f1d2-42b7-8ba5-902e0523476f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:14:12.197951 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-ab8ef643-f1d2-42b7-8ba5-902e0523476f admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0853295 Jul 21 00:14:14.382853 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53378) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:14:14.430413 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:14:14.454263 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Made reservation on behalf of a087fd2cb11b4ed8835027fd6589eed8 for: {'network': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:14:14.456629 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:14.484009 dv-cinder-679138-11-smb neutron-server[94869]: WARNING neutron.services.revisions.revision_plugin [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Could not find related network for resource to bump revision. Jul 21 00:14:14.499617 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:14:14.510735 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:14.511078 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.segments_db [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Added segment 258490f4-dd0f-4730-89ab-1ead7e82db16 of type vlan for network 3b9dd655-9150-4941-85f9-7919d8e4140e Jul 21 00:14:14.555819 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:14.584486 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:14.585665 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:14:14.586248 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:14.632978 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2370467 Jul 21 00:14:14.652995 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d9463-65d6-4e54-b476-ed625ff0634b admin admin] Pushing event updated for resources: {'Network': ['ID=3b9dd655-9150-4941-85f9-7919d8e4140e,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:14:14.660633 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 3b9dd655-9150-4941-85f9-7919d8e4140e details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:14:16.817144 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53386) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:14:16.880082 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.pecan_wsgi.hooks.translation [None req-18723fbd-b94e-409a-98c0-e4bb93574d85 admin admin] GET failed (client error): The resource could not be found. Jul 21 00:14:16.881541 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-18723fbd-b94e-409a-98c0-e4bb93574d85 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0634356 Jul 21 00:14:16.987342 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee75dc-31bf-4a70-85d7-727ddb3c3d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:14:16.988836 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-b2ee75dc-31bf-4a70-85d7-727ddb3c3d56 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1035912 Jul 21 00:14:16.999576 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:14:17.019976 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Made reservation on behalf of a087fd2cb11b4ed8835027fd6589eed8 for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:14:17.022387 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:17.182925 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:17.231425 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7211df9-36a7-4da8-a7f5-2abb7c795414,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:14:17.246652 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Checking segment: {'id': '258490f4-dd0f-4730-89ab-1ead7e82db16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:14:17.247010 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Network hostable DHCP agents. Network: 3b9dd655-9150-4941-85f9-7919d8e4140e, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:14:17.263498 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Network 3b9dd655-9150-4941-85f9-7919d8e4140e is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:14:17.271798 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 3b9dd655-9150-4941-85f9-7919d8e4140e) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:14:17.277663 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:14:17.278441 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:17.280486 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3bc3b-5ea2-4129-89b2-fa8b4dbaf9ad None None] Network 3b9dd655-9150-4941-85f9-7919d8e4140e requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:14:17.293324 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-4884139b-3c53-4e50-a28d-765d3a445183 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2973328 Jul 21 00:14:17.453935 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4945ffbd-1d79-5330-8854-c99d92bdffc7-3b9dd655-9150-4941-85f9-7919d8e4140e', 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e', 'tenant_id': 'a087fd2cb11b4ed8835027fd6589eed8', 'fixed_ips': [{'subnet_id': 'c7211df9-36a7-4da8-a7f5-2abb7c795414'}]}} from dv-cinder-679138-11-smb. {{(pid=94870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 21 00:14:17.455158 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:17.608264 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Allocated IP 192.168.233.2 (3b9dd655-9150-4941-85f9-7919d8e4140e/c7211df9-36a7-4da8-a7f5-2abb7c795414/ab30480a-5f1c-40e4-a70e-3a9cfccc7f42) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:14:17.771487 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:17.781949 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Transition to ACTIVE for port object ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:14:17.798127 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Transition to ACTIVE for port object ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:14:17.803729 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:17.846207 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Network 3b9dd655-9150-4941-85f9-7919d8e4140e is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:14:17.850938 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:14:17.853370 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:14:17.861418 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Pushing event updated for resources: {'Port': ['ID=ab30480a-5f1c-40e4-a70e-3a9cfccc7f42,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:14:17.870961 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.871317 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.871664 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.872002 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.872345 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.872680 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.873205 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.873541 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.873894 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.874234 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.874566 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.874895 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:14:17.933051 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Attempting to bind port ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:14:17.933697 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Attempting to bind port ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '258490f4-dd0f-4730-89ab-1ead7e82db16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:14:17.934164 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Attempting to bind port ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 on network 3b9dd655-9150-4941-85f9-7919d8e4140e {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:14:17.941316 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:14:17.941316 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Checking segment: {'id': '258490f4-dd0f-4730-89ab-1ead7e82db16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:14:17.941316 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:17.941827 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Bound using segment: {'id': '258490f4-dd0f-4730-89ab-1ead7e82db16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:14:17.942322 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Bound port: ab30480a-5f1c-40e4-a70e-3a9cfccc7f42, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258490f4-dd0f-4730-89ab-1ead7e82db16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:14:17.942498 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:18.019212 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] For port ab30480a-5f1c-40e4-a70e-3a9cfccc7f42, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:14:18.024149 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] For port ab30480a-5f1c-40e4-a70e-3a9cfccc7f42, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=ab30480a-5f1c-40e4-a70e-3a9cfccc7f42,segment=NetworkSegment(258490f4-dd0f-4730-89ab-1ead7e82db16),segment_id=258490f4-dd0f-4730-89ab-1ead7e82db16)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:14:18.030938 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:18.103008 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607e071-27e2-4bf9-bf4c-1b1bf082221f None None] Pushing event updated for resources: {'Port': ['ID=ab30480a-5f1c-40e4-a70e-3a9cfccc7f42,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:14:18.990144 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490e2744-5627-43a5-b1dd-c088fab7fb7b None None] Network 3b9dd655-9150-4941-85f9-7919d8e4140e requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:14:19.054748 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-1b6a7756-7b19-43eb-aa33-fe2644ab9c5d None None] Provisioning for port ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:14:20.280774 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:14:20.335213 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:14:20.339016 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:14:20.339384 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:20.415599 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:20.446969 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port ab30480a-5f1c-40e4-a70e-3a9cfccc7f42, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=ab30480a-5f1c-40e4-a70e-3a9cfccc7f42,segment=NetworkSegment(258490f4-dd0f-4730-89ab-1ead7e82db16),segment_id=258490f4-dd0f-4730-89ab-1ead7e82db16)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:14:20.450994 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:20.498765 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=ab30480a-5f1c-40e4-a70e-3a9cfccc7f42,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:14:22.263363 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:14:22.314711 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port ab30480a-5f1c-40e4-a70e-3a9cfccc7f42 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:14:22.315081 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:31.616523 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67b661e4-f2c9-45b5-a74e-f11459bed1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:32.935832 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 5 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:14:34.196245 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f6325625-7150-4360-9294-1a3618a5f43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:34.232007 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:35.133376 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:14:36.584885 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:01.617581 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90b0493e-94a6-4ef0-b744-6e8f1f199a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:04.209694 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7cbc5641-7e42-41e0-8f6a-ad112eecfff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:04.235774 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:05.134558 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:06.585866 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:09.934276 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 5 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:15:26.634402 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53438) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:15:26.640554 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [None req-9077f45f-5b0d-4a92-aa8d-ae9de8682126 tempest-verify_tempest_config-426537730 tempest-verify_tempest_config-426537730-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 21 00:15:26.641577 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-9077f45f-5b0d-4a92-aa8d-ae9de8682126 tempest-verify_tempest_config-426537730 tempest-verify_tempest_config-426537730-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061529 Jul 21 00:15:26.934390 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53456) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:15:27.037644 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:27.127772 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:27.131022 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:27.174101 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3797d2f6f74346698035cacfa7804380&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2386971 Jul 21 00:15:27.175124 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5040bb-f36f-4e90-81b1-948186259987,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:15:27.176802 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53460) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:15:27.182695 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.183058 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.183400 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.183729 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.184053 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.184381 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.184759 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.185109 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.185446 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.185766 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.186086 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.186404 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360b67-0e7e-4b35-9254-e3cc471ccb1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.230934 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:27.251516 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:27.338088 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:27.340617 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:27.341812 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb5040bb-f36f-4e90-81b1-948186259987 HTTP/1.1" status: 204 len: 168 time: 0.1640265 Jul 21 00:15:27.349435 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5040bb-f36f-4e90-81b1-948186259987,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:15:27.356638 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.357152 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.357595 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.358029 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.358495 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.358955 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.359434 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.359821 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.360167 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.360492 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.360814 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:27.361157 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7ae7a-ec87-4c7f-87da-d5fb9119845d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:15:31.617164 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9e5a-33ce-4dbf-8b2a-f1efd0138315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:34.202080 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5903b203-d8b0-4201-a75e-63df0f6c81ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:34.235824 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:35.139375 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:36.592504 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:15:46.931389 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 5 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:16:01.618190 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f66c334-ffef-47c2-bb26-ebf4027396c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:16:04.201938 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67cb922a-8e0f-4c8b-96eb-1239ddd46d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:16:04.235898 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:16:05.139074 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:16:06.596664 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:16:23.928667 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 5 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:16:31.618786 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efaa4ab5-01b4-41f5-9f3d-6b86170f11a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:16:34.202142 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-477c7681-007f-40f5-9c45-0b894d1cdbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:16:34.235041 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:16:35.142672 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:16:36.605071 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:00.926754 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 5 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:17:01.619541 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-79385a1e-3c1a-4d7d-a8ff-1e4cb8a1fbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:02.494514 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4050913'] for agent, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:04.201465 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-492bacd8-afac-423a-b64a-9046c1102c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:04.234458 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:05.145878 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:06.608650 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:06.850265 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53514) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:17:06.948871 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-cad94b5d-3c54-47ee-ba22-d61bc899aa5a admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0975530 Jul 21 00:17:09.144413 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53524) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:17:09.202170 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-107a2271-0318-4a97-bc1a-5444986614ce admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0566354 Jul 21 00:17:31.620913 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5191e3b-a018-42cc-9d56-6ba6d4536652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:32.449478 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:34.204131 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e5adf9b-cd0f-4024-b92e-1c4ec0ca4c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:34.233148 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:35.147634 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:36.610533 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:17:37.925958 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:18:01.622575 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c35d63b-9eed-4570-ba09-a51d90475f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:02.465458 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:04.209961 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c55347c9-fd16-4d86-9ebf-f5fd173ad9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:04.249853 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:05.160177 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:06.614175 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:14.923749 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:18:31.624804 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d84562b1-c88f-49d7-8ada-319a7d2551da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:32.474174 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:34.215201 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81815533-47ed-49d6-a616-ac11b32569a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:34.244738 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:35.160219 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:36.404040 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53642) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:36.592122 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1278406117-network', 'tenant_id': '62d92c644d4d4fb1a8ab8717c94cf9a5'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:36.633887 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:36.647082 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Made reservation on behalf of 62d92c644d4d4fb1a8ab8717c94cf9a5 for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:18:36.649905 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:36.658790 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:36.770135 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:36.775484 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:36.806471 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:18:36.808834 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0634c171-dc15-4620-8f16-7b53ad5857f0,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:36.818744 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.819092 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.819430 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.819766 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.820099 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.820424 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.820750 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.821107 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.821500 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.821827 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.822145 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.822463 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Tracked resource versions report: Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: pushed versions: Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: { 'AddressGroup': {'1.2'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'ConntrackHelper': {'1.0'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'Log': {'1.0'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'Network': {'1.1'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'Port': {'1.7'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'PortForwarding': {'1.2'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'QosPolicy': {'1.8'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'SecurityGroup': {'1.4'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'SecurityGroupRule': {'1.2'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'SubPort': {'1.0'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'Subnet': {'1.1'}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'Trunk': {'1.1'}} Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: consumer versions: Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: { DHCP agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: HyperV agent@hv-cinder-67913: {}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: L3 agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: Metadata agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: Metering agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: Open vSwitch agent@dv-cinder-679138-11-smb: { 'AddressGroup': '1.2', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'ConntrackHelper': '1.0', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'Log': '1.0', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'Network': '1.1', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'Port': '1.7', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'PortForwarding': '1.2', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'QosPolicy': '1.8', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'SecurityGroup': '1.4', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'SecurityGroupRule': '1.2', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'SubPort': '1.0', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'Subnet': '1.1', Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: 'Trunk': '1.1'}} Jul 21 00:18:36.823515 dv-cinder-679138-11-smb neutron-server[94868]: {{(pid=94868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 00:18:36.839968 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:36.840462 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Added segment 7c38366c-87f0-4cae-a8a2-2484c52c0c03 of type vlan for network 7e40c3a6-d66c-40e7-8593-8dc3eab81f33 Jul 21 00:18:36.883121 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:36.913955 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:36.915816 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:36.916545 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:36.978786 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] Pushing event updated for resources: {'Network': ['ID=7e40c3a6-d66c-40e7-8593-8dc3eab81f33,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:36.986058 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53684) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:36.986516 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4ce4e82e-2e74-4d74-b602-775f1b486c70 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5809531 Jul 21 00:18:36.992024 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Request body: {'subnet': {'network_id': '7e40c3a6-d66c-40e7-8593-8dc3eab81f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1278406117-subnet', 'tenant_id': '62d92c644d4d4fb1a8ab8717c94cf9a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:36.992191 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 7e40c3a6-d66c-40e7-8593-8dc3eab81f33 details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:18:37.016188 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Made reservation on behalf of 62d92c644d4d4fb1a8ab8717c94cf9a5 for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:18:37.021557 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:37.193686 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:37.244633 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396b3f2d-0278-40c8-9bcd-1a049408b168,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:37.254260 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.254733 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.254979 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.255309 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.255636 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.255965 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.256289 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.256614 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.256936 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.257300 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.257589 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.257906 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Tracked resource versions report: Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: pushed versions: Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: { 'AddressGroup': {'1.2'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'ConntrackHelper': {'1.0'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'Log': {'1.0'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'Network': {'1.1'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'Port': {'1.7'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'PortForwarding': {'1.2'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'QosPolicy': {'1.8'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'SecurityGroup': {'1.4'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'SecurityGroupRule': {'1.2'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'SubPort': {'1.0'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'Subnet': {'1.1'}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'Trunk': {'1.1'}} Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: consumer versions: Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: { DHCP agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: HyperV agent@hv-cinder-67913: {}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: L3 agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: Metadata agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: Metering agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: Open vSwitch agent@dv-cinder-679138-11-smb: { 'AddressGroup': '1.2', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'ConntrackHelper': '1.0', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'Log': '1.0', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'Network': '1.1', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'Port': '1.7', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'PortForwarding': '1.2', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'QosPolicy': '1.8', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'SecurityGroup': '1.4', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'SecurityGroupRule': '1.2', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'SubPort': '1.0', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'Subnet': '1.1', Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: 'Trunk': '1.1'}} Jul 21 00:18:37.259514 dv-cinder-679138-11-smb neutron-server[94869]: {{(pid=94869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 00:18:37.275975 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Checking segment: {'id': '7c38366c-87f0-4cae-a8a2-2484c52c0c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e40c3a6-d66c-40e7-8593-8dc3eab81f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:37.276254 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Network hostable DHCP agents. Network: 7e40c3a6-d66c-40e7-8593-8dc3eab81f33, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:18:37.292850 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Network 7e40c3a6-d66c-40e7-8593-8dc3eab81f33 is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:18:37.305216 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 7e40c3a6-d66c-40e7-8593-8dc3eab81f33) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:37.307871 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:37.308517 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:37.316107 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143ce164-173b-4b99-903f-7881cc490537 None None] Network 7e40c3a6-d66c-40e7-8593-8dc3eab81f33 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:18:37.324052 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-d5a68396-fb48-4012-b248-5382f17e0218 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3369145 Jul 21 00:18:37.446050 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894a4e50-8fc2-4362-9b1b-0613de1ceac9 None None] Network 7e40c3a6-d66c-40e7-8593-8dc3eab81f33 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:18:37.941914 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53748) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:38.342019 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-244068146-network', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:38.343193 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53776) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:38.371062 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Made reservation on behalf of efbe375f4aee40449258a9bcc0547750 for: {'network': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:18:38.372860 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.379317 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53782) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:38.386211 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.483325 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.488887 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.515527 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:18:38.518471 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ab763e-dcb5-48e9-9a65-c3036d176f07,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:38.530971 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.531549 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.segments_db [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Added segment 7aa1ee89-8c2f-4354-9b20-b046a703ef91 of type vlan for network 8355f9be-4e62-41cd-bf82-895434776e88 Jul 21 00:18:38.536416 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-745218749-network', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:38.562587 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Made reservation on behalf of 2cd5871663544f74a895b1f008de7cc8 for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:18:38.565769 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.576766 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.579578 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.613727 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.615652 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:38.617451 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.718578 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] Pushing event updated for resources: {'Network': ['ID=8355f9be-4e62-41cd-bf82-895434776e88,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:38.732881 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 8355f9be-4e62-41cd-bf82-895434776e88 details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:18:38.741874 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.751893 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-network', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:38.760985 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-7002910e-ef55-4541-84f9-28a0870be816 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8179631 Jul 21 00:18:38.764014 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53796) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:38.769319 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Request body: {'subnet': {'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-244068146-subnet', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:38.778671 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.788521 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Made reservation on behalf of 64ab96a867c44185aa47a4b7dc5e6171 for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:18:38.792581 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.806105 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.823573 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Made reservation on behalf of efbe375f4aee40449258a9bcc0547750 for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:18:38.825898 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.930486 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:18:38.936306 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.959668 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.967117 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:38.967681 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Added segment c4199d28-614b-4a84-9dc5-bc644cd95f5a of type vlan for network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d Jul 21 00:18:38.981494 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f7509b-5f07-4156-8381-2d200809b1d4,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:39.039329 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:18:39.076353 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.120485 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.122609 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Added segment 8f0ca4cd-cf91-424d-b3cb-824f85874fba of type vlan for network bd9d4f1b-800b-4aec-9239-aeaacd30c052 Jul 21 00:18:39.141816 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e82313-1801-474f-95d1-59d4db766c0a,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:39.222908 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.227670 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.228696 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:39.229289 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.286740 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.290083 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9455986 Jul 21 00:18:39.296056 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53808) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:39.301249 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Request body: {'subnet': {'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-745218749-subnet', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:39.338394 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dcaa3-03ab-44fb-b08f-4ab25f32277c admin admin] Pushing event updated for resources: {'Network': ['ID=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:39.356375 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.358082 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:39.359405 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.362450 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:18:39.424016 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Made reservation on behalf of 2cd5871663544f74a895b1f008de7cc8 for: {'subnet': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:18:39.430507 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.433112 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f70018-3e48-4eeb-828a-b5371037ea59,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:39.495015 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Checking segment: {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:39.495364 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Network hostable DHCP agents. Network: 8355f9be-4e62-41cd-bf82-895434776e88, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:18:39.555586 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Network 8355f9be-4e62-41cd-bf82-895434776e88 is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:18:39.581029 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 8355f9be-4e62-41cd-bf82-895434776e88) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:39.591189 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02b019-b720-4225-9039-7bfa2e41ebdc None None] Network 8355f9be-4e62-41cd-bf82-895434776e88 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:18:39.592018 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:39.593057 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.627758 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-8418480c-68f5-451c-82d5-49ac7c0b6c76 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8624828 Jul 21 00:18:39.628493 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53832) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:39.642156 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:39.734792 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4055862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26366'] for router, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.747831 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4060248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4059929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26343'] for router, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:39.751216 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3703175 Jul 21 00:18:39.795171 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53834) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:39.817968 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Request body: {'subnet': {'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-subnet', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:39.955821 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d7086-2745-4214-9f6f-a7c1ae67255f admin admin] Pushing event updated for resources: {'Network': ['ID=bd9d4f1b-800b-4aec-9239-aeaacd30c052,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:39.971350 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network bd9d4f1b-800b-4aec-9239-aeaacd30c052 details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:18:39.984779 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Made reservation on behalf of 64ab96a867c44185aa47a4b7dc5e6171 for: {'subnet': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:18:39.988164 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.029357 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4945ffbd-1d79-5330-8854-c99d92bdffc7-8355f9be-4e62-41cd-bf82-895434776e88', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59'}]}} from dv-cinder-679138-11-smb. {{(pid=94870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 21 00:18:40.032064 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.067980 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.218680 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53860) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:40.247307 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.298894 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4056051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4055896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26321'] for router, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.299477 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b3966a-1f69-4389-a40b-024bc2ad65b1,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:40.357891 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 53872) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:40.361591 dv-cinder-679138-11-smb neutron-server[94869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 00:18:40.362077 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Allocated IP 172.20.0.2 (8355f9be-4e62-41cd-bf82-895434776e88/c6f70018-3e48-4eeb-828a-b5371037ea59/70b209c5-0aad-4360-9054-4341e56d67c4) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:18:40.395116 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Checking segment: {'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:40.396066 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Network hostable DHCP agents. Network: aeb3f93b-68d5-4fd7-a290-d3b99cc3436d, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:18:40.414564 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.495441 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:18:40.549319 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, aeb3f93b-68d5-4fd7-a290-d3b99cc3436d) {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:40.559759 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:40.560347 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.568992 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40287f43-66d4-44a7-9e5a-3b278ffff4ce None None] Network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:18:40.584344 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cec9201-d099-478e-9cec-9fb4fe0eb301,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:40.594678 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.620107 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Transition to ACTIVE for port object 70b209c5-0aad-4360-9054-4341e56d67c4 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:40.624579 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Checking segment: {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:40.624912 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Network hostable DHCP agents. Network: bd9d4f1b-800b-4aec-9239-aeaacd30c052, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:18:40.627564 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-a833f5cc-c9dc-443d-a2fb-f6edc22ff719 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3303394 Jul 21 00:18:40.634190 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53882) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:40.639572 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-745218749-router', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:40.642587 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c25368a-ded5-4293-be6f-d575dd4f4755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.683119 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4055862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26366'] for router, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.685130 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4060248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4059929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26343'] for router, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.691130 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Network bd9d4f1b-800b-4aec-9239-aeaacd30c052 is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:18:40.695820 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Transition to ACTIVE for port object 70b209c5-0aad-4360-9054-4341e56d67c4 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:40.722189 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.731164 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, bd9d4f1b-800b-4aec-9239-aeaacd30c052) {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:40.737226 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:40.737969 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.751620 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-328fa6f2-a0c0-4977-9d8f-091b3c7afcf1 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:40.754831 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-328fa6f2-a0c0-4977-9d8f-091b3c7afcf1 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/networks?id=7e40c3a6-d66c-40e7-8593-8dc3eab81f33 HTTP/1.1" status: 200 len: 812 time: 0.3947122 Jul 21 00:18:40.767323 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af11476b-a67e-4cc9-a53d-27b0aabc28f0 None None] Network bd9d4f1b-800b-4aec-9239-aeaacd30c052 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:18:40.808280 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:40.818446 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-8c2189b2-dd25-4439-be7c-95ee06665750 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/quotas/62d92c644d4d4fb1a8ab8717c94cf9a5 HTTP/1.1" status: 200 len: 375 time: 0.0548520 Jul 21 00:18:40.884163 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Network 8355f9be-4e62-41cd-bf82-895434776e88 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:40.908900 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:40.918949 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12805347-ec38-4cb1-a45a-bccc65458e8c None None] Network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:18:40.928214 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:18:40.965264 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-878a5bab-02cb-4943-a767-c3a1d6eb3515 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=62d92c644d4d4fb1a8ab8717c94cf9a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1326795 Jul 21 00:18:40.989339 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Pushing event updated for resources: {'Port': ['ID=70b209c5-0aad-4360-9054-4341e56d67c4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:41.047113 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.057255 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.057255 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.057255 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.057622 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.057932 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.058263 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.058593 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.058926 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.059256 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.059583 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.059904 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Tracked resource versions report: Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: pushed versions: Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: { 'AddressGroup': {'1.2'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'ConntrackHelper': {'1.0'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'Log': {'1.0'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'Network': {'1.1'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'Port': {'1.7'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'PortForwarding': {'1.2'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'QosPolicy': {'1.8'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'SecurityGroup': {'1.4'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'SecurityGroupRule': {'1.2'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'SubPort': {'1.0'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'Subnet': {'1.1'}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'Trunk': {'1.1'}} Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: consumer versions: Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: { DHCP agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: HyperV agent@hv-cinder-67913: {}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: L3 agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: Metadata agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: Metering agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: Open vSwitch agent@dv-cinder-679138-11-smb: { 'AddressGroup': '1.2', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'ConntrackHelper': '1.0', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'Log': '1.0', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'Network': '1.1', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'Port': '1.7', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'PortForwarding': '1.2', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'QosPolicy': '1.8', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'SecurityGroup': '1.4', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'SecurityGroupRule': '1.2', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'SubPort': '1.0', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'Subnet': '1.1', Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: 'Trunk': '1.1'}} Jul 21 00:18:41.061708 dv-cinder-679138-11-smb neutron-server[94870]: {{(pid=94870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 00:18:41.160927 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.187609 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.198060 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4056051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4055896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26321'] for router, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.215902 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Attempting to bind port 70b209c5-0aad-4360-9054-4341e56d67c4 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:18:41.216341 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Attempting to bind port 70b209c5-0aad-4360-9054-4341e56d67c4 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:18:41.216888 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Attempting to bind port 70b209c5-0aad-4360-9054-4341e56d67c4 on network 8355f9be-4e62-41cd-bf82-895434776e88 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:18:41.229393 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c25368a-ded5-4293-be6f-d575dd4f4755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.264790 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c25368a-ded5-4293-be6f-d575dd4f4755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.302730 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Allocated IP 172.28.2.132 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/4e7a8408-88b5-4445-ae29-12fef51f79b5) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:18:41.307310 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:18:41.307310 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Checking segment: {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:41.307310 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.307310 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Bound using segment: {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:18:41.307310 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Bound port: 70b209c5-0aad-4360-9054-4341e56d67c4, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:18:41.308969 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-b9935d9d-8492-4c71-8f78-8a4c8e68d77e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5026262 Jul 21 00:18:41.309071 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.313977 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53932) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:41.347013 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:41.352984 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4945ffbd-1d79-5330-8854-c99d92bdffc7-bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301'}]}} from dv-cinder-679138-11-smb. {{(pid=94870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 21 00:18:41.354137 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.431277 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6c25368a-ded5-4293-be6f-d575dd4f4755 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f18e550ab6384e14889b56d587a9592e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2087195 Jul 21 00:18:41.439180 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.441867 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53938) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:41.500094 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.534326 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:41.538755 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:41.545208 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25368a-ded5-4293-be6f-d575dd4f4755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d1f9f9-5c02-4b32-8a5a-dfe45d483c6c,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:41.557814 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4055862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26366'] for router, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.558908 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4060248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4059929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26343'] for router, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.593278 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:18:41.610510 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] For port 70b209c5-0aad-4360-9054-4341e56d67c4, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:18:41.618871 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] For port 70b209c5-0aad-4360-9054-4341e56d67c4, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=70b209c5-0aad-4360-9054-4341e56d67c4,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:18:41.658520 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.693802 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 53948) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:41.710343 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d7b03a53-4301-4ab1-829d-daf30edef106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.724005 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.791135 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf7acc-62d3-4ff4-b6a2-a6eb90d06339 None None] Pushing event updated for resources: {'Port': ['ID=70b209c5-0aad-4360-9054-4341e56d67c4,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:41.798036 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-8993179c-b979-4417-9dcc-03cdb579f7e2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 21 00:18:41.809287 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-8993179c-b979-4417-9dcc-03cdb579f7e2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6268413 Jul 21 00:18:41.809417 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Allocated IP 172.20.0.2 (bd9d4f1b-800b-4aec-9239-aeaacd30c052/3cec9201-d099-478e-9cec-9fb4fe0eb301/3c7cbc0e-7b94-4b79-b746-1192e3ad3163) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:18:41.860703 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d7b03a53-4301-4ab1-829d-daf30edef106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:41.902490 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7a8408-88b5-4445-ae29-12fef51f79b5,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:41.982351 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f366d342-509d-4c9b-bf8f-e10f8e60a0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.040279 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.077367 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Transition to ACTIVE for port object 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:42.099517 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Transition to ACTIVE for port object 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:42.106010 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.158116 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Network bd9d4f1b-800b-4aec-9239-aeaacd30c052 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:42.161642 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:42.165815 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:18:42.193894 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-aaedadc0-7c78-4c61-b9d2-b9a594a9e0eb service neutron] 10.222.0.35 "GET /v2.0/networks/7e40c3a6-d66c-40e7-8593-8dc3eab81f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838305 Jul 21 00:18:42.205887 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Pushing event updated for resources: {'Port': ['ID=3c7cbc0e-7b94-4b79-b746-1192e3ad3163,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:42.267806 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4056051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4055896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26321'] for router, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.307175 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Attempting to bind port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:18:42.307653 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Attempting to bind port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:18:42.308190 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Attempting to bind port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 on network bd9d4f1b-800b-4aec-9239-aeaacd30c052 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:18:42.315278 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:18:42.317726 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Checking segment: {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:42.318234 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.319251 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Bound using segment: {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:18:42.320245 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Bound port: 3c7cbc0e-7b94-4b79-b746-1192e3ad3163, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:18:42.322007 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.327165 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d7b03a53-4301-4ab1-829d-daf30edef106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.329604 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d7b03a53-4301-4ab1-829d-daf30edef106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.333342 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-d7b03a53-4301-4ab1-829d-daf30edef106 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71d1f9f9-5c02-4b32-8a5a-dfe45d483c6c HTTP/1.1" status: 204 len: 168 time: 0.8814895 Jul 21 00:18:42.400744 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b03a53-4301-4ab1-829d-daf30edef106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d1f9f9-5c02-4b32-8a5a-dfe45d483c6c,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:42.422405 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.476371 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] For port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:18:42.481241 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] For port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=3c7cbc0e-7b94-4b79-b746-1192e3ad3163,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:18:42.487729 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.490147 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.585210 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 70b209c5-0aad-4360-9054-4341e56d67c4 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:18:42.627460 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-09b7d1f4-0dba-473b-826f-a5f2f7ce1f58 service neutron] 10.222.0.35 "GET /v2.0/networks/7e40c3a6-d66c-40e7-8593-8dc3eab81f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252644 Jul 21 00:18:42.683233 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.801050 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 70b209c5-0aad-4360-9054-4341e56d67c4 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:18:42.811474 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc7233-69d8-4ea9-af2c-1067a621cf71 None None] Pushing event updated for resources: {'Port': ['ID=3c7cbc0e-7b94-4b79-b746-1192e3ad3163,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:42.921573 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f366d342-509d-4c9b-bf8f-e10f8e60a0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.933334 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f366d342-509d-4c9b-bf8f-e10f8e60a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:42.935080 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54016) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:42.970713 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366d342-509d-4c9b-bf8f-e10f8e60a0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86501a7-8caf-421d-a91b-4f1825fa26f6,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:43.012710 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Allocated IP 172.28.2.188 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/b4112dc3-2b80-49e4-b577-a18ada0ecf56) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:18:43.023407 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-f366d342-509d-4c9b-bf8f-e10f8e60a0c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f31d08e1be564477bee16889cc88a642&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3226664 Jul 21 00:18:43.030655 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54020) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:43.031412 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-619a9824-dde3-46a7-8104-6c9616c2ec74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.260997 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.346234 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.383027 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b140b0b7-8614-4f15-ac2c-ae61900eca74 req-46472c84-fe4d-437f-ae3c-be03aea6d3c5 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 210 time: 0.1567237 Jul 21 00:18:43.421208 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fe4dca61-e1b9-42d4-8d57-e003addf99e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.460731 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4055887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4056040'] for router, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.466386 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbac17-0409-474e-9964-09bf6da2bf11 None None] Network 8355f9be-4e62-41cd-bf82-895434776e88 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:18:43.479754 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fe4dca61-e1b9-42d4-8d57-e003addf99e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.633393 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.668317 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fe4dca61-e1b9-42d4-8d57-e003addf99e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.670976 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fe4dca61-e1b9-42d4-8d57-e003addf99e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.672189 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-fe4dca61-e1b9-42d4-8d57-e003addf99e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a86501a7-8caf-421d-a91b-4f1825fa26f6 HTTP/1.1" status: 204 len: 168 time: 0.6362753 Jul 21 00:18:43.688428 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-619a9824-dde3-46a7-8104-6c9616c2ec74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.704190 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dca61-e1b9-42d4-8d57-e003addf99e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86501a7-8caf-421d-a91b-4f1825fa26f6,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:43.713643 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-619a9824-dde3-46a7-8104-6c9616c2ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.748527 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:43.755574 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a9824-dde3-46a7-8104-6c9616c2ec74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b690df8-9e7a-408c-83b2-49536b26f2b0,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:43.836513 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-619a9824-dde3-46a7-8104-6c9616c2ec74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5268c1849d924612abd7d5cd67d30600&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8998523 Jul 21 00:18:43.841101 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54068) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:43.938187 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Router 2daae526-568a-432f-8e14-063475fe7908 is scheduled to L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 with binding_index 1 {{(pid=94869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 21 00:18:43.976627 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b4112dc3-2b80-49e4-b577-a18ada0ecf56,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:43.999177 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-5fe4e6b5-b4a3-4976-ac4e-d0cf20c1516f None None] Provisioning for port 70b209c5-0aad-4360-9054-4341e56d67c4 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:18:44.006810 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54076) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:44.009715 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-92614c35-166d-4ab6-8b1c-9d3a02dc5e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.022396 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:44.025411 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-5fe4e6b5-b4a3-4976-ac4e-d0cf20c1516f None None] Provisioning complete for port 70b209c5-0aad-4360-9054-4341e56d67c4 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:44.026008 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5fe4e6b5-b4a3-4976-ac4e-d0cf20c1516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.028871 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:44.034225 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:18:44.181669 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Allocated IP 172.28.2.152 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:18:44.216158 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5fe4e6b5-b4a3-4976-ac4e-d0cf20c1516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.243576 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-92614c35-166d-4ab6-8b1c-9d3a02dc5e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.280458 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-5fe4e6b5-b4a3-4976-ac4e-d0cf20c1516f None None] For port 70b209c5-0aad-4360-9054-4341e56d67c4, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=70b209c5-0aad-4360-9054-4341e56d67c4,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:18:44.291593 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5fe4e6b5-b4a3-4976-ac4e-d0cf20c1516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.319444 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:18:44.334467 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Sync routers for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:18:44.349267 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b4fd-a54b-457b-a312-2bca841acf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.350987 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.357492 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:18:44.361922 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:44.381843 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7603589-6a96-4f72-9786-2eaad201a828 None None] Network bd9d4f1b-800b-4aec-9239-aeaacd30c052 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:18:44.416386 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-92614c35-166d-4ab6-8b1c-9d3a02dc5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.433376 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-92614c35-166d-4ab6-8b1c-9d3a02dc5e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.436372 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-92614c35-166d-4ab6-8b1c-9d3a02dc5e45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b690df8-9e7a-408c-83b2-49536b26f2b0 HTTP/1.1" status: 204 len: 168 time: 0.5940242 Jul 21 00:18:44.456907 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.508888 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] Notify callbacks [] for router, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.512720 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-44d57add-ff08-450b-be7a-033dcb8cfa36 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8805954 Jul 21 00:18:44.580883 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4e6b5-b4a3-4976-ac4e-d0cf20c1516f None None] Pushing event updated for resources: {'Port': ['ID=70b209c5-0aad-4360-9054-4341e56d67c4,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:44.590563 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-dac5f8a5-5463-4df3-8c60-208659365089 None None] Provisioning for port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:18:44.611328 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:18:44.675562 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b4fd-a54b-457b-a312-2bca841acf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.677916 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54102) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:44.679438 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54104) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:44.681491 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92614c35-166d-4ab6-8b1c-9d3a02dc5e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b690df8-9e7a-408c-83b2-49536b26f2b0,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:44.710219 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:18:44.713554 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b4fd-a54b-457b-a312-2bca841acf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.770198 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-217c444b-85e4-4fd2-9d4f-99fb2383b1fa None None] Provisioning complete for port 70b209c5-0aad-4360-9054-4341e56d67c4 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:44.770802 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-217c444b-85e4-4fd2-9d4f-99fb2383b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.821411 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:18:44.832600 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:44.833257 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:44.956472 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a2f0d759-9d70-44e5-9f8a-ad2299c4524d req-8c1cce78-1a89-4edd-bafc-26fe49fdda27 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 210 time: 0.2620220 Jul 21 00:18:44.995969 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-0bf0b4fd-a54b-457b-a312-2bca841acf21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aff446ff81584ff49306435a7a272b31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9805336 Jul 21 00:18:45.003828 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54116) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:45.019216 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0b4fd-a54b-457b-a312-2bca841acf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f45cfc6-efb0-4207-9ce2-d1606078f157,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:45.111824 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:45.127625 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:45.204112 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Pushing event updated for resources: {'Port': ['ID=6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:45.219914 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:42Z', 'revision_number': 3, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:45.234062 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=3c7cbc0e-7b94-4b79-b746-1192e3ad3163,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:18:45.245543 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:45.247179 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4acffeb3-d373-4dbb-be3d-5a00c41b0657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:45.295257 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:45.298569 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:18:45.358204 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-e26baf4b-3117-4baa-8be9-f9a256dcd2b3 None None] Provisioning complete for port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:45.359099 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e26baf4b-3117-4baa-8be9-f9a256dcd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:45.362430 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=3c7cbc0e-7b94-4b79-b746-1192e3ad3163,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:45.378291 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Checking router: 2daae526-568a-432f-8e14-063475fe7908 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:18:45.382387 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Updating router 2daae526-568a-432f-8e14-063475fe7908 port 4e7a8408-88b5-4445-ae29-12fef51f79b5 binding host dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:18:45.473233 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:45.574025 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:45.620859 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4acffeb3-d373-4dbb-be3d-5a00c41b0657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:45.748241 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:45.940493 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Allocated IP 172.20.0.1 (8355f9be-4e62-41cd-bf82-895434776e88/c6f70018-3e48-4eeb-828a-b5371037ea59/f23ea481-9fe6-4032-b588-1fed42745636) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:18:46.032697 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.054989 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Transition to ACTIVE for port object 4e7a8408-88b5-4445-ae29-12fef51f79b5 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:46.070036 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.170334 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Pushing event updated for resources: {'Port': ['ID=4e7a8408-88b5-4445-ae29-12fef51f79b5,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:46.191942 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.195475 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.196074 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.196615 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.199067 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.199639 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.200180 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.200728 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.201303 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.204236 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.204821 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.205530 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Tracked resource versions report: Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: pushed versions: Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: { 'AddressGroup': {'1.2'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'ConntrackHelper': {'1.0'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'Log': {'1.0'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'Network': {'1.1'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'Port': {'1.7'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'PortForwarding': {'1.2'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'QosPolicy': {'1.8'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'SecurityGroup': {'1.4'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'SecurityGroupRule': {'1.2'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'SubPort': {'1.0'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'Subnet': {'1.1'}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'Trunk': {'1.1'}} Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: consumer versions: Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: { DHCP agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: HyperV agent@hv-cinder-67913: {}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: L3 agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: Metadata agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: Metering agent@dv-cinder-679138-11-smb: {}, Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: Open vSwitch agent@dv-cinder-679138-11-smb: { 'AddressGroup': '1.2', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'ConntrackHelper': '1.0', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'Log': '1.0', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'Network': '1.1', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'Port': '1.7', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'PortForwarding': '1.2', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'QosPolicy': '1.8', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'SecurityGroup': '1.4', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'SecurityGroupRule': '1.2', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'SubPort': '1.0', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'Subnet': '1.1', Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: 'Trunk': '1.1'}} Jul 21 00:18:46.206924 dv-cinder-679138-11-smb neutron-server[94871]: {{(pid=94871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 00:18:46.272356 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Attempting to bind port 4e7a8408-88b5-4445-ae29-12fef51f79b5 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:18:46.273042 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Attempting to bind port 4e7a8408-88b5-4445-ae29-12fef51f79b5 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:18:46.273589 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Attempting to bind port 4e7a8408-88b5-4445-ae29-12fef51f79b5 on network c738b427-e595-478b-aacb-eccc899844dd {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:18:46.292532 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:18:46.293218 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Checking segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:46.293791 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.294606 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Bound using segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:18:46.295256 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Bound port: 4e7a8408-88b5-4445-ae29-12fef51f79b5, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:18:46.295810 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.341827 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.370716 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Transition to ACTIVE for port object f23ea481-9fe6-4032-b588-1fed42745636 will not be triggered until provisioned by entity DHCP. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:46.384278 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4055887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4056040'] for router, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.402973 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] For port 4e7a8408-88b5-4445-ae29-12fef51f79b5, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:18:46.411797 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] For port 4e7a8408-88b5-4445-ae29-12fef51f79b5, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=4e7a8408-88b5-4445-ae29-12fef51f79b5,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:18:46.415458 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.421260 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.466144 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.545872 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 70b209c5-0aad-4360-9054-4341e56d67c4 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:18:46.567867 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Network 8355f9be-4e62-41cd-bf82-895434776e88 is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:46.570083 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Pushing event updated for resources: {'Port': ['ID=f23ea481-9fe6-4032-b588-1fed42745636,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:46.572884 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:46.588528 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c9fc82c3-a5ac-430f-a038-70483b08553c req-7bcf641b-25ad-4e62-aad7-194238e4696a tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 210 time: 0.1489460 Jul 21 00:18:46.602693 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:18:46.603478 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4055833'] for router_interface, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.623281 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:18:46.643972 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:46.646034 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f1ef8-792a-4211-9115-38b1c7b07ce2 None None] Pushing event updated for resources: {'Port': ['ID=4e7a8408-88b5-4445-ae29-12fef51f79b5,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:46.741424 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 70b209c5-0aad-4360-9054-4341e56d67c4 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:46.744402 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.795221 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4acffeb3-d373-4dbb-be3d-5a00c41b0657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.802571 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4acffeb3-d373-4dbb-be3d-5a00c41b0657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:46.805215 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-4acffeb3-d373-4dbb-be3d-5a00c41b0657 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f45cfc6-efb0-4207-9ce2-d1606078f157 HTTP/1.1" status: 204 len: 168 time: 1.7940123 Jul 21 00:18:46.912171 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acffeb3-d373-4dbb-be3d-5a00c41b0657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f45cfc6-efb0-4207-9ce2-d1606078f157,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:46.926437 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:47.023032 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:18:47.057347 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:18:47.066564 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Router 988898b5-d688-4385-9383-98ed0b7258a4 is scheduled to L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 with binding_index 1 {{(pid=94868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 21 00:18:47.096508 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:47.096826 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:47.203811 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-0b8880a4-8140-44e7-92a7-ce564e590ed4 None None] Provisioning for port f23ea481-9fe6-4032-b588-1fed42745636 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:18:47.214022 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-0b8880a4-8140-44e7-92a7-ce564e590ed4 None None] Provisioning complete for port f23ea481-9fe6-4032-b588-1fed42745636 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:47.215304 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b8880a4-8140-44e7-92a7-ce564e590ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:47.261588 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0b8880a4-8140-44e7-92a7-ce564e590ed4 None None] Port f23ea481-9fe6-4032-b588-1fed42745636 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:18:47.347904 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:47.359740 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:47.360981 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4060329'] for router_interface, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:47.449966 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4055887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4056040'] for router, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:47.456497 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:42Z', 'revision_number': 3, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:47.512594 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211229f-3e88-4d8f-91b5-3b9a36b5ca1f None None] The sync data for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb is: [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:42Z', 'revision_number': 3, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:18:47.566149 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Pushing event updated for resources: {'Port': ['ID=f23ea481-9fe6-4032-b588-1fed42745636,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:47.657050 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54232) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:47.689369 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:18:47.696195 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2cf53245-debf-4216-8e5e-c0e66cb77b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:47.705868 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Sync routers for ids ['988898b5-d688-4385-9383-98ed0b7258a4'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:18:47.732040 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Routers {'988898b5-d688-4385-9383-98ed0b7258a4'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:18:47.734868 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['988898b5-d688-4385-9383-98ed0b7258a4'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:47.766230 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:47.767521 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-e9e66d4b-ba33-42d5-9a06-09938d5413f6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1324148 Jul 21 00:18:47.773546 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54238) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:47.787724 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.32', 54536) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:47.915479 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Network 8355f9be-4e62-41cd-bf82-895434776e88 is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:47.946342 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:48.022390 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Set router 988898b5-d688-4385-9383-98ed0b7258a4 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:18:48.061718 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Router 776cc283-14c9-44f6-8da6-764ef5f77249 is scheduled to L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 with binding_index 1 {{(pid=94868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 21 00:18:48.254802 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ede26985-b16e-44e0-92b4-eeffd9c59a50 req-877bf6b6-0aa7-4b1c-ae5a-89f5beb768ed tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 210 time: 0.3099098 Jul 21 00:18:48.517957 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54260) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:48.556474 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-8274b781-94c8-4e54-a07c-65ed8c8bf9c2 None None] Provisioning complete for port f23ea481-9fe6-4032-b588-1fed42745636 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:48.556844 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8274b781-94c8-4e54-a07c-65ed8c8bf9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:48.629758 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8274b781-94c8-4e54-a07c-65ed8c8bf9c2 None None] Port f23ea481-9fe6-4032-b588-1fed42745636 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:18:48.629758 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 4e7a8408-88b5-4445-ae29-12fef51f79b5 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:18:48.639224 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-4fcf5620-2f5c-4077-a252-d929f51c2f13 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:48.639224 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-4fcf5620-2f5c-4077-a252-d929f51c2f13 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.32 "GET /v2.0/networks?id=7e40c3a6-d66c-40e7-8593-8dc3eab81f33 HTTP/1.1" status: 200 len: 812 time: 0.8104215 Jul 21 00:18:48.664451 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:18:48.665096 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988898b5-d688-4385-9383-98ed0b7258a4', 'name': 'tempest-ServerRescueNegativeTestJSON-745218749-router', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:40Z', 'updated_at': '2021-07-21T00:18:44Z', 'revision_number': 3, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'gw_port': {'id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988898b5-d688-4385-9383-98ed0b7258a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:42Z', 'updated_at': '2021-07-21T00:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:48.676411 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Sync routers for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:18:48.693486 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Request body: {'port': {'device_id': '56266110-7335-4ecd-877a-0520a882007d', 'network_id': '7e40c3a6-d66c-40e7-8593-8dc3eab81f33', 'admin_state_up': True, 'tenant_id': '62d92c644d4d4fb1a8ab8717c94cf9a5'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:48.706650 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:18:48.716652 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:48.728069 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Checking router: 988898b5-d688-4385-9383-98ed0b7258a4 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:18:48.729136 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Updating router 988898b5-d688-4385-9383-98ed0b7258a4 port b4112dc3-2b80-49e4-b577-a18ada0ecf56 binding host dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:18:48.779427 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:48.845895 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 4e7a8408-88b5-4445-ae29-12fef51f79b5 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:18:48.880598 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 4e7a8408-88b5-4445-ae29-12fef51f79b5 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:48.881581 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:49.069171 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f629706a-06e5-4fe8-b0a7-cf9214360a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:49.142983 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Router 2daae526-568a-432f-8e14-063475fe7908 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:18:49.157217 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2cf53245-debf-4216-8e5e-c0e66cb77b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:49.170968 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2cf53245-debf-4216-8e5e-c0e66cb77b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:49.180838 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:49.206518 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] Notify callbacks [] for router, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:49.209417 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-30b06314-5a1b-4c7b-a1ab-ee31bb5a342e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8837924 Jul 21 00:18:49.222073 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54292) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:49.259503 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:18:49.607277 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.db.api [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 21 00:18:49.607277 dv-cinder-679138-11-smb neutron-server[94869]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 21 00:18:49.607277 dv-cinder-679138-11-smb neutron-server[94869]: [parameters: {'project_id_1': '62d92c644d4d4fb1a8ab8717c94cf9a5', 'expiration_1': datetime.datetime(2021, 7, 21, 0, 18, 49, 143829)}] Jul 21 00:18:49.607277 dv-cinder-679138-11-smb neutron-server[94869]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 21 00:18:49.607694 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG oslo_db.api [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 00:18:49.678440 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Allocated IP 172.20.0.1 (aeb3f93b-68d5-4fd7-a290-d3b99cc3436d/48b3966a-1f69-4389-a40b-024bc2ad65b1/3ca99349-b5e7-4402-9877-ef1f78bab1b7) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:18:49.708930 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf53245-debf-4216-8e5e-c0e66cb77b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf8f80-98ff-4fed-970a-9ed029dd443a,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:49.742778 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-2cf53245-debf-4216-8e5e-c0e66cb77b52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f498f13acf6946e9bcf3479cdc1f91a3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0818253 Jul 21 00:18:49.744902 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f629706a-06e5-4fe8-b0a7-cf9214360a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:49.751594 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54314) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:49.791115 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f629706a-06e5-4fe8-b0a7-cf9214360a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:49.834170 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:45Z', 'revision_number': 3, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:49.900236 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-de894cfd-1dfa-4ed2-847e-71fef1ad755e req-9499d87b-c840-4edb-8474-eff3a4893301 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 210 time: 0.0951381 Jul 21 00:18:49.900432 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:49.902426 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Checking router: 776cc283-14c9-44f6-8da6-764ef5f77249 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:18:49.902787 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Updating router 776cc283-14c9-44f6-8da6-764ef5f77249 port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 binding host dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:18:49.925546 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:18:49.942598 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-00f13fa3-775d-483e-9eeb-d89f72c11016 admin admin] 10.222.0.35 "PUT /v2.0/routers/2daae526-568a-432f-8e14-063475fe7908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2508304 Jul 21 00:18:49.991172 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.021569 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-f629706a-06e5-4fe8-b0a7-cf9214360a9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5bf2b759e8e449adb449c3e4fd05b78f&name=default HTTP/1.1" status: 200 len: 2978 time: 1.4784954 Jul 21 00:18:50.025499 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54324) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:50.029890 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 4e7a8408-88b5-4445-ae29-12fef51f79b5, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=4e7a8408-88b5-4445-ae29-12fef51f79b5,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:18:50.042947 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.147589 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54326) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:50.200775 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629706a-06e5-4fe8-b0a7-cf9214360a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b629a5-d00a-4e21-8c72-4874fbf867ee,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:50.305890 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=4e7a8408-88b5-4445-ae29-12fef51f79b5,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:50.338518 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.356104 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Transition to ACTIVE for port object b4112dc3-2b80-49e4-b577-a18ada0ecf56 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:50.383915 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.444059 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f89624e4-4869-4a3c-a9a3-e7d3a0390013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.452562 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.463125 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6995f1ff-c2a2-45cf-8704-5991fc40a66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.507718 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Attempting to bind port b4112dc3-2b80-49e4-b577-a18ada0ecf56 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:18:50.510858 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Attempting to bind port b4112dc3-2b80-49e4-b577-a18ada0ecf56 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:18:50.511282 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Attempting to bind port b4112dc3-2b80-49e4-b577-a18ada0ecf56 on network c738b427-e595-478b-aacb-eccc899844dd {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:18:50.524855 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Sync routers for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:18:50.539321 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f89624e4-4869-4a3c-a9a3-e7d3a0390013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.563833 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Made reservation on behalf of 62d92c644d4d4fb1a8ab8717c94cf9a5 for: {'port': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:18:50.568108 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.600779 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:18:50.601241 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Checking segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:50.605329 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.605862 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Bound using segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:18:50.606830 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Bound port: b4112dc3-2b80-49e4-b577-a18ada0ecf56, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:18:50.607094 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.722581 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 4e7a8408-88b5-4445-ae29-12fef51f79b5 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:18:50.734412 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f89624e4-4869-4a3c-a9a3-e7d3a0390013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.755458 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f89624e4-4869-4a3c-a9a3-e7d3a0390013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.756132 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-f89624e4-4869-4a3c-a9a3-e7d3a0390013 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00b629a5-d00a-4e21-8c72-4874fbf867ee HTTP/1.1" status: 204 len: 168 time: 0.7190437 Jul 21 00:18:50.776108 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:18:50.777347 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:50.801149 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-62147e56-3956-4794-876d-a858ebc2f259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.924602 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:50.967444 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89624e4-4869-4a3c-a9a3-e7d3a0390013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b629a5-d00a-4e21-8c72-4874fbf867ee,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:51.013065 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Transition to ACTIVE for port object 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:51.036121 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.052966 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56254f0d-bfaf-4af8-ad3d-491049962c59 None None] Pushing event updated for resources: {'Port': ['ID=b4112dc3-2b80-49e4-b577-a18ada0ecf56,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:51.076293 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] For port b4112dc3-2b80-49e4-b577-a18ada0ecf56, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:18:51.096845 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] For port b4112dc3-2b80-49e4-b577-a18ada0ecf56, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=b4112dc3-2b80-49e4-b577-a18ada0ecf56,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:18:51.126413 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f69dc6f3-d758-407b-a387-9f3a5bbd835a req-764f3da7-18bb-444f-8e3e-fc3542fce2f2 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 210 time: 0.0684779 Jul 21 00:18:51.150531 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.191490 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fcd21-8bf5-458f-8a34-be54345d1794 None None] Pushing event updated for resources: {'Port': ['ID=6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:51.230484 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Allocated IP 172.20.0.5 (7e40c3a6-d66c-40e7-8593-8dc3eab81f33/396b3f2d-0278-40c8-9bcd-1a049408b168/81686bd6-9df1-4739-a57e-f9ab31f38d86) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:18:51.270212 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Attempting to bind port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:18:51.271150 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Attempting to bind port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:18:51.271736 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Attempting to bind port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 on network c738b427-e595-478b-aacb-eccc899844dd {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:18:51.278126 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:18:51.278763 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Checking segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:51.279325 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.281418 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Bound using segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:18:51.282068 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Bound port: 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:18:51.282645 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.292825 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:18:51.352869 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-62147e56-3956-4794-876d-a858ebc2f259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.371340 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6995f1ff-c2a2-45cf-8704-5991fc40a66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.402417 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] For port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:18:51.408139 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] For port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:18:51.417371 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.435571 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-62147e56-3956-4794-876d-a858ebc2f259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.588671 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fcd21-8bf5-458f-8a34-be54345d1794 None None] Pushing event updated for resources: {'Port': ['ID=6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:51.596121 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:18:51.597660 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:51.654746 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54352) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:51.680980 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-62147e56-3956-4794-876d-a858ebc2f259 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35b3c6a3b66b4a0faec64afa078123bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4731295 Jul 21 00:18:51.701999 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.704043 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62147e56-3956-4794-876d-a858ebc2f259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f8ee9c-a7b1-4310-88c5-73d3f162eb61,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:51.706860 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54354) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:51.740854 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9e6e-bea4-430b-9630-6adfdf657701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.747050 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:18:51.796997 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 4e7a8408-88b5-4445-ae29-12fef51f79b5 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:51.797242 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.813502 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6995f1ff-c2a2-45cf-8704-5991fc40a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.816346 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6995f1ff-c2a2-45cf-8704-5991fc40a66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.817531 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.817813 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6995f1ff-c2a2-45cf-8704-5991fc40a66d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8dbf8f80-98ff-4fed-970a-9ed029dd443a HTTP/1.1" status: 204 len: 168 time: 2.0642281 Jul 21 00:18:51.822692 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.847750 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:51.853597 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-84c71563-8f12-4ca3-9a27-676c51ba9a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:51.855452 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:51.877863 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:18:51.878859 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4055833'] for router_interface, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.034978 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Routers {'988898b5-d688-4385-9383-98ed0b7258a4'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:18:52.035636 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['988898b5-d688-4385-9383-98ed0b7258a4'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:52.037753 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.083433 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54362) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:52.180708 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:18:52.237759 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:45Z', 'revision_number': 3, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:52.244375 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9e6e-bea4-430b-9630-6adfdf657701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.276920 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-84c71563-8f12-4ca3-9a27-676c51ba9a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.291180 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-8e84c098-a318-4a9c-ac4b-6b2fd4efcd2b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417840956', 'description': 'tempest-description--1387386476'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:52.313056 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc460d7-aeb1-4a49-b66c-d450190b304f None None] The sync data for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb is: [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:45Z', 'revision_number': 3, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:18:52.353413 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca99349-b5e7-4402-9877-ef1f78bab1b7,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:52.354674 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56254f0d-bfaf-4af8-ad3d-491049962c59 None None] Pushing event updated for resources: {'Port': ['ID=b4112dc3-2b80-49e4-b577-a18ada0ecf56,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:52.369114 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Network 7e40c3a6-d66c-40e7-8593-8dc3eab81f33 is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:52.377020 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995f1ff-c2a2-45cf-8704-5991fc40a66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf8f80-98ff-4fed-970a-9ed029dd443a,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:52.403271 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-84c71563-8f12-4ca3-9a27-676c51ba9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.407397 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-84c71563-8f12-4ca3-9a27-676c51ba9a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.408763 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-84c71563-8f12-4ca3-9a27-676c51ba9a76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8f8ee9c-a7b1-4310-88c5-73d3f162eb61 HTTP/1.1" status: 204 len: 168 time: 0.6962230 Jul 21 00:18:52.410007 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9e6e-bea4-430b-9630-6adfdf657701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.441782 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c71563-8f12-4ca3-9a27-676c51ba9a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f8ee9c-a7b1-4310-88c5-73d3f162eb61,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:52.469717 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:52.479351 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Allocated IP 172.20.0.1 (bd9d4f1b-800b-4aec-9239-aeaacd30c052/3cec9201-d099-478e-9cec-9fb4fe0eb301/22480caa-5794-457c-a52c-6290dc0e4aae) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:18:52.481779 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:18:52.488150 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:52.488822 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for port, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.503496 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Pushing event updated for resources: {'Port': ['ID=81686bd6-9df1-4739-a57e-f9ab31f38d86,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:52.524892 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8e84c098-a318-4a9c-ac4b-6b2fd4efcd2b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.559255 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f9e6e-bea4-430b-9630-6adfdf657701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7c5fbf-488a-4fc2-884e-47c1548e95ae,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:52.589699 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-18d2ae35-7f8e-4931-9192-65d66872c378 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9158471 Jul 21 00:18:52.629895 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-57cb9278-ab79-4abe-b0ff-2057a90e6a1a tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 21 00:18:52.635063 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-57cb9278-ab79-4abe-b0ff-2057a90e6a1a tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305495 Jul 21 00:18:52.658849 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54372) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:52.702154 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4f6f9e6e-bea4-430b-9630-6adfdf657701 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1be4792e85649c98e8ee9e53c34768a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0455263 Jul 21 00:18:52.711790 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54376) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:52.744905 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:18:47Z', 'revision_number': 2, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:52.854029 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Checking router: 2daae526-568a-432f-8e14-063475fe7908 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:18:52.854781 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Updating router 2daae526-568a-432f-8e14-063475fe7908 port f23ea481-9fe6-4032-b588-1fed42745636 binding host dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:18:52.910269 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.924980 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] Set router 988898b5-d688-4385-9383-98ed0b7258a4 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:18:52.939844 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083ced9-3c90-4307-b1d1-fd90a380e929 req-5f0119ba-ea24-48d6-b00a-3e5f66a98a17 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:52.942302 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8083ced9-3c90-4307-b1d1-fd90a380e929 req-5f0119ba-ea24-48d6-b00a-3e5f66a98a17 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 931 time: 0.5832078 Jul 21 00:18:52.952111 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:52.971471 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5174c517-3742-4814-b5b3-1ac0b2dbe52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.053107 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.067853 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Transition to ACTIVE for port object 22480caa-5794-457c-a52c-6290dc0e4aae will not be triggered until provisioned by entity DHCP. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:53.099922 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5174c517-3742-4814-b5b3-1ac0b2dbe52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.177706 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8083ced9-3c90-4307-b1d1-fd90a380e929 req-4403aa8a-bd3c-4f8a-9bf7-323b9e5f306d tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129645 Jul 21 00:18:53.268571 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8e84c098-a318-4a9c-ac4b-6b2fd4efcd2b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.297241 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8e84c098-a318-4a9c-ac4b-6b2fd4efcd2b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.391913 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84c098-a318-4a9c-ac4b-6b2fd4efcd2b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69089da3-a598-4e97-b38c-08686f487299,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:53.409863 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8e84c098-a318-4a9c-ac4b-6b2fd4efcd2b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.414239 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-8e84c098-a318-4a9c-ac4b-6b2fd4efcd2b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2694674 Jul 21 00:18:53.416457 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54386) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:53.418337 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.432758 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-be86867a-44e7-4908-b2a0-241e4b7df32c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'security_group_rule': {'security_group_id': '69089da3-a598-4e97-b38c-08686f487299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:53.472065 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54388) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:53.523527 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2622bad8-8530-4dcb-9722-6bd83c8628ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.570488 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5174c517-3742-4814-b5b3-1ac0b2dbe52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.579653 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5174c517-3742-4814-b5b3-1ac0b2dbe52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.583845 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Pushing event updated for resources: {'Port': ['ID=22480caa-5794-457c-a52c-6290dc0e4aae,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:53.588000 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-5174c517-3742-4814-b5b3-1ac0b2dbe52c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac7c5fbf-488a-4fc2-884e-47c1548e95ae HTTP/1.1" status: 204 len: 168 time: 0.8750215 Jul 21 00:18:53.653712 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Network bd9d4f1b-800b-4aec-9239-aeaacd30c052 is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:53.659362 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:53.666442 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:18:53.667195 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4055833'] for router_interface, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.779339 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-be86867a-44e7-4908-b2a0-241e4b7df32c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.787543 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-28234655-b807-4004-ab99-11caae2936f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:53.821452 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Request body: {'port': {'device_id': '56266110-7335-4ecd-877a-0520a882007d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:53.933046 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174c517-3742-4814-b5b3-1ac0b2dbe52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7c5fbf-488a-4fc2-884e-47c1548e95ae,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:53.955279 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988898b5-d688-4385-9383-98ed0b7258a4', 'name': 'tempest-ServerRescueNegativeTestJSON-745218749-router', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:40Z', 'updated_at': '2021-07-21T00:18:44Z', 'revision_number': 3, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'gw_port': {'id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988898b5-d688-4385-9383-98ed0b7258a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:42Z', 'updated_at': '2021-07-21T00:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:53.987902 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:54.001894 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:54.002689 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4060329'] for router_interface, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:54.048045 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7367b-320a-4957-b55f-d6cc477d7a0e None None] The sync data for ids ['988898b5-d688-4385-9383-98ed0b7258a4'] in dv-cinder-679138-11-smb is: [{'id': '988898b5-d688-4385-9383-98ed0b7258a4', 'name': 'tempest-ServerRescueNegativeTestJSON-745218749-router', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:40Z', 'updated_at': '2021-07-21T00:18:44Z', 'revision_number': 3, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'gw_port': {'id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988898b5-d688-4385-9383-98ed0b7258a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:42Z', 'updated_at': '2021-07-21T00:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:18:54.238339 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca99349-b5e7-4402-9877-ef1f78bab1b7,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:54.326325 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:54.330952 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:54.358599 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2622bad8-8530-4dcb-9722-6bd83c8628ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:54.373679 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-be86867a-44e7-4908-b2a0-241e4b7df32c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:54.416082 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-be86867a-44e7-4908-b2a0-241e4b7df32c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:54.418573 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:54.431697 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2622bad8-8530-4dcb-9722-6bd83c8628ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:54.511256 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86867a-44e7-4908-b2a0-241e4b7df32c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37225d4d-ecdc-428c-83f7-acbba3eb5284,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:54.744202 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-302b2126-8a54-4a9d-8662-4fc93c92d12c None None] Provisioning for port 22480caa-5794-457c-a52c-6290dc0e4aae completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:18:54.762942 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-302b2126-8a54-4a9d-8662-4fc93c92d12c None None] Provisioning complete for port 22480caa-5794-457c-a52c-6290dc0e4aae triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:54.763333 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-302b2126-8a54-4a9d-8662-4fc93c92d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:54.766218 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:54.785287 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622bad8-8530-4dcb-9722-6bd83c8628ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f358e3-d5ce-4abb-b40e-bb150770ee52,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:54.819189 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-2622bad8-8530-4dcb-9722-6bd83c8628ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb15b68de1f344f19f4a8466da3fe82f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3426545 Jul 21 00:18:54.823628 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54418) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:54.864024 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Transition to ACTIVE for port object f23ea481-9fe6-4032-b588-1fed42745636 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:54.884820 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.051321 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-302b2126-8a54-4a9d-8662-4fc93c92d12c None None] Port 22480caa-5794-457c-a52c-6290dc0e4aae cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:18:55.074523 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:18:55.078922 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.103712 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-85b208c2-f33a-4d03-ba82-a665a7ababc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.171745 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Router 988898b5-d688-4385-9383-98ed0b7258a4 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:18:55.183996 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171e993-7369-4918-9d8c-4a90f506a19f None None] Pushing event updated for resources: {'Port': ['ID=f23ea481-9fe6-4032-b588-1fed42745636,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:55.274965 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-85b208c2-f33a-4d03-ba82-a665a7ababc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.502091 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:18:55.525080 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Attempting to bind port f23ea481-9fe6-4032-b588-1fed42745636 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:18:55.526851 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Attempting to bind port f23ea481-9fe6-4032-b588-1fed42745636 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:18:55.528000 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Attempting to bind port f23ea481-9fe6-4032-b588-1fed42745636 on network 8355f9be-4e62-41cd-bf82-895434776e88 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:18:55.537271 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:55.538855 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.605565 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:18:55.642984 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:18:55.643426 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Checking segment: {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:55.643767 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.644215 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Bound using segment: {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:18:55.644716 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Bound port: f23ea481-9fe6-4032-b588-1fed42745636, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:18:55.645151 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.687869 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c20853-b955-4991-aa55-8ec340ae00f4 req-2c807df6-2149-4d48-b773-c2dc514c2bd7 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:55.697924 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-19c20853-b955-4991-aa55-8ec340ae00f4 req-2c807df6-2149-4d48-b773-c2dc514c2bd7 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 931 time: 1.2859106 Jul 21 00:18:55.704478 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-615b9f85-1de3-43d5-9076-4b22cdc7a646 admin admin] 10.222.0.35 "PUT /v2.0/routers/988898b5-d688-4385-9383-98ed0b7258a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9295216 Jul 21 00:18:55.705811 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-85b208c2-f33a-4d03-ba82-a665a7ababc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.708390 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-85b208c2-f33a-4d03-ba82-a665a7ababc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.712683 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-85b208c2-f33a-4d03-ba82-a665a7ababc8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3f358e3-d5ce-4abb-b40e-bb150770ee52 HTTP/1.1" status: 204 len: 168 time: 0.8849854 Jul 21 00:18:55.731904 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b208c2-f33a-4d03-ba82-a665a7ababc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f358e3-d5ce-4abb-b40e-bb150770ee52,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:55.732600 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.851181 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] For port f23ea481-9fe6-4032-b588-1fed42745636, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:18:55.859456 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] For port f23ea481-9fe6-4032-b588-1fed42745636, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=f23ea481-9fe6-4032-b588-1fed42745636,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:18:55.906402 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.988249 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-28234655-b807-4004-ab99-11caae2936f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:55.994124 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:18:56.011821 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:56.012638 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device b4112dc3-2b80-49e4-b577-a18ada0ecf56 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:18:56.102395 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:18:56.103085 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:56.109894 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171e993-7369-4918-9d8c-4a90f506a19f None None] Pushing event updated for resources: {'Port': ['ID=f23ea481-9fe6-4032-b588-1fed42745636,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:56.325843 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81686bd6-9df1-4739-a57e-f9ab31f38d86 {{(pid=94869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:18:56.335617 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:56.360684 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-28234655-b807-4004-ab99-11caae2936f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:56.368463 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Transition to ACTIVE for port object 81686bd6-9df1-4739-a57e-f9ab31f38d86 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:56.387459 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-be86867a-44e7-4908-b2a0-241e4b7df32c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:56.390432 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-be86867a-44e7-4908-b2a0-241e4b7df32c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9680769 Jul 21 00:18:56.397132 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54450) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:56.402934 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-2816b88a-e37f-47c5-abc0-c894d7f30289 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'security_group_rule': {'security_group_id': '69089da3-a598-4e97-b38c-08686f487299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:56.412362 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:56.416762 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-19c20853-b955-4991-aa55-8ec340ae00f4 req-ecca4856-98e8-4250-a085-7faf28fd8c2d tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509438 Jul 21 00:18:56.491144 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:18:56.534274 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2816b88a-e37f-47c5-abc0-c894d7f30289 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:56.684195 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28234655-b807-4004-ab99-11caae2936f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadbf975-925a-4a8c-81b7-826242e25bd2,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:56.779685 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2816b88a-e37f-47c5-abc0-c894d7f30289 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:56.780521 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port b4112dc3-2b80-49e4-b577-a18ada0ecf56 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:18:56.788361 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2816b88a-e37f-47c5-abc0-c894d7f30289 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:56.799797 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port b4112dc3-2b80-49e4-b577-a18ada0ecf56 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:56.800485 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:56.829039 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816b88a-e37f-47c5-abc0-c894d7f30289 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e5180a-1cad-49f6-b555-a9b4096108f8,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:56.850819 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-28234655-b807-4004-ab99-11caae2936f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd977cbaff94430796647f9b6fd3391e&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1882644 Jul 21 00:18:56.862162 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54460) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:56.903981 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2816b88a-e37f-47c5-abc0-c894d7f30289 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:56.911000 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-2816b88a-e37f-47c5-abc0-c894d7f30289 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5088990 Jul 21 00:18:56.915168 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54462) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:18:56.917542 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:56.948140 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'floatingip': {'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:18:57.023475 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Pushing event updated for resources: {'Port': ['ID=81686bd6-9df1-4739-a57e-f9ab31f38d86,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:57.051381 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.090928 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1b35d74-269d-41a0-b838-83c634d1f9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.150048 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.150878 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4060329'] for router_interface, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.172325 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.194439 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1b35d74-269d-41a0-b838-83c634d1f9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.224921 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Sync routers for ids ['988898b5-d688-4385-9383-98ed0b7258a4'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:18:57.248435 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Routers {'988898b5-d688-4385-9383-98ed0b7258a4'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:18:57.252184 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['988898b5-d688-4385-9383-98ed0b7258a4'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:57.281625 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port b4112dc3-2b80-49e4-b577-a18ada0ecf56, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=b4112dc3-2b80-49e4-b577-a18ada0ecf56,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:18:57.289666 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:57.302101 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.375195 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Attempting to bind port 81686bd6-9df1-4739-a57e-f9ab31f38d86 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:18:57.375701 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Attempting to bind port 81686bd6-9df1-4739-a57e-f9ab31f38d86 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '7c38366c-87f0-4cae-a8a2-2484c52c0c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e40c3a6-d66c-40e7-8593-8dc3eab81f33'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:18:57.376070 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Attempting to bind port 81686bd6-9df1-4739-a57e-f9ab31f38d86 on network 7e40c3a6-d66c-40e7-8593-8dc3eab81f33 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:18:57.386628 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Pushing event updated for resources: {'Port': ['ID=22480caa-5794-457c-a52c-6290dc0e4aae,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:57.397476 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Port 81686bd6-9df1-4739-a57e-f9ab31f38d86 on network 7e40c3a6-d66c-40e7-8593-8dc3eab81f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:18:57.397817 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Attempting to bind port 81686bd6-9df1-4739-a57e-f9ab31f38d86 on network 7e40c3a6-d66c-40e7-8593-8dc3eab81f33 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:18:57.403627 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.452738 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:18:57.452738 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Checking segment: {'id': '7c38366c-87f0-4cae-a8a2-2484c52c0c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e40c3a6-d66c-40e7-8593-8dc3eab81f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:18:57.453200 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Bound using segment: {'id': '7c38366c-87f0-4cae-a8a2-2484c52c0c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e40c3a6-d66c-40e7-8593-8dc3eab81f33'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:18:57.453663 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Bound port: 81686bd6-9df1-4739-a57e-f9ab31f38d86, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c38366c-87f0-4cae-a8a2-2484c52c0c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e40c3a6-d66c-40e7-8593-8dc3eab81f33'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:18:57.454015 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.462898 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1b35d74-269d-41a0-b838-83c634d1f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.476136 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1b35d74-269d-41a0-b838-83c634d1f9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:57.479659 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-a1b35d74-269d-41a0-b838-83c634d1f9a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aadbf975-925a-4a8c-81b7-826242e25bd2 HTTP/1.1" status: 204 len: 168 time: 0.6136358 Jul 21 00:18:57.588937 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Network bd9d4f1b-800b-4aec-9239-aeaacd30c052 is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:57.610300 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:57.639145 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b35d74-269d-41a0-b838-83c634d1f9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadbf975-925a-4a8c-81b7-826242e25bd2,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:57.669619 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e39725-986a-4525-ae88-53d21de22c47 None None] The sync data for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb is: [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:18:57.687705 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:18:57.690939 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Set router 988898b5-d688-4385-9383-98ed0b7258a4 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:18:57.709266 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] For port 81686bd6-9df1-4739-a57e-f9ab31f38d86, host hv-cinder-67913, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:18:57.990931 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=b4112dc3-2b80-49e4-b577-a18ada0ecf56,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:58.075026 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:58.075471 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:58.141890 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] For port 81686bd6-9df1-4739-a57e-f9ab31f38d86, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=81686bd6-9df1-4739-a57e-f9ab31f38d86,segment=NetworkSegment(7c38366c-87f0-4cae-a8a2-2484c52c0c03),segment_id=7c38366c-87f0-4cae-a8a2-2484c52c0c03)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:18:58.172769 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:58.248092 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988898b5-d688-4385-9383-98ed0b7258a4', 'name': 'tempest-ServerRescueNegativeTestJSON-745218749-router', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:40Z', 'updated_at': '2021-07-21T00:18:52Z', 'revision_number': 4, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'gw_port': {'id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988898b5-d688-4385-9383-98ed0b7258a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:42Z', 'updated_at': '2021-07-21T00:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '3ca99349-b5e7-4402-9877-ef1f78bab1b7', 'name': '', 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'mac_address': 'fa:16:3e:a5:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988898b5-d688-4385-9383-98ed0b7258a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '48b3966a-1f69-4389-a40b-024bc2ad65b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:49Z', 'updated_at': '2021-07-21T00:18:53Z', 'revision_number': 2, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'subnets': [{'id': '48b3966a-1f69-4389-a40b-024bc2ad65b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:18:58.270741 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:58.335436 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Checking router: 988898b5-d688-4385-9383-98ed0b7258a4 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:18:58.337366 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Updating router 988898b5-d688-4385-9383-98ed0b7258a4 port 3ca99349-b5e7-4402-9877-ef1f78bab1b7 binding host dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:18:58.373165 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-70b0f428-5f21-4e3b-8cad-9d6decac2e6a None None] Provisioning complete for port 22480caa-5794-457c-a52c-6290dc0e4aae triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:58.373734 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70b0f428-5f21-4e3b-8cad-9d6decac2e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:58.407809 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Pushing event updated for resources: {'Port': ['ID=81686bd6-9df1-4739-a57e-f9ab31f38d86,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:58.445423 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:58.519509 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-70b0f428-5f21-4e3b-8cad-9d6decac2e6a None None] Port 22480caa-5794-457c-a52c-6290dc0e4aae cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:18:58.573748 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:58.577644 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for port, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:58.580084 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-1698259c-70c9-4970-898e-cf4e35dd80f7 service neutron] 10.222.0.32 "PUT /v2.0/ports/81686bd6-9df1-4739-a57e-f9ab31f38d86 HTTP/1.1" status: 200 len: 1093 time: 5.5853698 Jul 21 00:18:58.588179 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56266110-7335-4ecd-877a-0520a882007d', 'tag': '81686bd6-9df1-4739-a57e-f9ab31f38d86'}] {{(pid=94869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:18:58.610182 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Allocated IP 172.28.2.176 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/a2925830-b015-42ba-9fcc-09e04705cea7) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:18:58.835007 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:58.974983 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:59.065568 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1a11c-f507-4018-8aa9-a1a6acf75693 req-3cf81d59-b2b7-4e1c-a59d-3e6078d08162 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:59.067254 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-02a1a11c-f507-4018-8aa9-a1a6acf75693 req-3cf81d59-b2b7-4e1c-a59d-3e6078d08162 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 943 time: 1.4007194 Jul 21 00:18:59.093138 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:18:59.097914 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:18:59.109416 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:18:59.136449 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-d2dc8b0e-46f7-4a8c-ad2e-e71f1b6f8f19 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:59.138618 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-d2dc8b0e-46f7-4a8c-ad2e-e71f1b6f8f19 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 818 time: 1.1893497 Jul 21 00:18:59.150174 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'Port': ['ID=a2925830-b015-42ba-9fcc-09e04705cea7,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:59.261385 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:59.281515 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Transition to ACTIVE for port object 3ca99349-b5e7-4402-9877-ef1f78bab1b7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:18:59.294370 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:59.302230 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:59.308125 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-10759bbb-6421-49be-b2cd-74d822a34526 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/quotas/2cd5871663544f74a895b1f008de7cc8 HTTP/1.1" status: 200 len: 375 time: 0.1531949 Jul 21 00:18:59.344003 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Router 776cc283-14c9-44f6-8da6-764ef5f77249 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:18:59.571595 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:18:59.574283 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba072442d3cd8ff40d09c77f14d2cf45bc88fa55c9678360c79ead5f0a34207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2" -d '{"events": [{"name": "network-changed", "server_uuid": "56266110-7335-4ecd-877a-0520a882007d", "tag": "81686bd6-9df1-4739-a57e-f9ab31f38d86"}]}' {{(pid=94869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:18:59.593465 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566078dd-803e-476a-b6e9-f375eeaed8a6 None None] Pushing event updated for resources: {'Port': ['ID=3ca99349-b5e7-4402-9877-ef1f78bab1b7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:18:59.629451 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-02a1a11c-f507-4018-8aa9-a1a6acf75693 req-62ccae9c-79e8-4983-8b0c-ca2ae604c88f tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510828 Jul 21 00:18:59.659226 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device f23ea481-9fe6-4032-b588-1fed42745636 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:18:59.664622 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-38ef905b-469e-4a56-a70d-95f126a044b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:18:59.667069 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-38ef905b-469e-4a56-a70d-95f126a044b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62d92c644d4d4fb1a8ab8717c94cf9a5&device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 1096 time: 0.9033976 Jul 21 00:18:59.871802 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port f23ea481-9fe6-4032-b588-1fed42745636 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:18:59.875951 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port f23ea481-9fe6-4032-b588-1fed42745636 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:18:59.876886 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.100362 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.101321 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Attempting to bind port 3ca99349-b5e7-4402-9877-ef1f78bab1b7 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:19:00.102230 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Attempting to bind port 3ca99349-b5e7-4402-9877-ef1f78bab1b7 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:19:00.102432 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Attempting to bind port 3ca99349-b5e7-4402-9877-ef1f78bab1b7 on network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:00.103161 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.110443 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:19:00.110811 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Checking segment: {'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:19:00.113042 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.118267 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.118777 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Bound using segment: {'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:19:00.119344 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Bound port: 3ca99349-b5e7-4402-9877-ef1f78bab1b7, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:19:00.119816 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.176805 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port f23ea481-9fe6-4032-b588-1fed42745636, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=f23ea481-9fe6-4032-b588-1fed42745636,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:00.197830 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.200167 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device b4112dc3-2b80-49e4-b577-a18ada0ecf56 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:00.229576 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.262493 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'Port': ['ID=a2925830-b015-42ba-9fcc-09e04705cea7,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:00.280500 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.285210 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-decbc270-f677-471d-965b-bae8b63a9f2a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3673167 Jul 21 00:19:00.330438 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] For port 3ca99349-b5e7-4402-9877-ef1f78bab1b7, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:19:00.341584 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] For port 3ca99349-b5e7-4402-9877-ef1f78bab1b7, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=3ca99349-b5e7-4402-9877-ef1f78bab1b7,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:19:00.356091 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.482660 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=f23ea481-9fe6-4032-b588-1fed42745636,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:00.501159 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Routers {'988898b5-d688-4385-9383-98ed0b7258a4'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:19:00.503945 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-577678c0-c411-4f62-a304-1c0e8a5be662 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81686bd6-9df1-4739-a57e-f9ab31f38d86 HTTP/1.1" status: 200 len: 217 time: 0.7058458 Jul 21 00:19:00.506546 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port b4112dc3-2b80-49e4-b577-a18ada0ecf56 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:00.509618 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:00.512941 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['988898b5-d688-4385-9383-98ed0b7258a4'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:00.620284 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566078dd-803e-476a-b6e9-f375eeaed8a6 None None] Pushing event updated for resources: {'Port': ['ID=3ca99349-b5e7-4402-9877-ef1f78bab1b7,revision_number=4']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:00.702344 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-0e44c20f-694e-4062-b7f9-f02a7be24315 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3545516 Jul 21 00:19:00.705646 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e634a7-47aa-47bb-9e7c-61da6eb3c305 x-openstack-request-id: req-a7e634a7-47aa-47bb-9e7c-61da6eb3c305 {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:00.705922 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56266110-7335-4ecd-877a-0520a882007d", "tag": "81686bd6-9df1-4739-a57e-f9ab31f38d86", "status": "completed", "code": 200}]} {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:00.706096 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7e634a7-47aa-47bb-9e7c-61da6eb3c305 {{(pid=94869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:00.706511 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56266110-7335-4ecd-877a-0520a882007d', 'tag': '81686bd6-9df1-4739-a57e-f9ab31f38d86', 'status': 'completed', 'code': 200} Jul 21 00:19:00.743893 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] Set router 988898b5-d688-4385-9383-98ed0b7258a4 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:19:00.771645 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-8b04d3f5-e27a-470b-bd95-1249333699e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:00.773979 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-8b04d3f5-e27a-470b-bd95-1249333699e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=396b3f2d-0278-40c8-9bcd-1a049408b168 HTTP/1.1" status: 200 len: 852 time: 0.2624691 Jul 21 00:19:00.842932 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:19:00.855305 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Sync routers for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:19:00.870547 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-112d1156-6d7f-4a71-8046-24ff1afd9de0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e40c3a6-d66c-40e7-8593-8dc3eab81f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868967 Jul 21 00:19:00.870876 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:19:00.871474 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:18:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:00.876388 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-088750bc-39a7-4462-a00e-5495c7417b6b admin admin] 10.222.0.35 "PUT /v2.0/routers/776cc283-14c9-44f6-8da6-764ef5f77249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5747178 Jul 21 00:19:01.115915 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-0ea175c7-1cc9-4cde-b692-d43b4e1443e0 service neutron] 10.222.0.32 "GET /v2.0/networks/7e40c3a6-d66c-40e7-8593-8dc3eab81f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507671 Jul 21 00:19:01.166051 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:19:01.239153 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-3b2118dd-b1bf-4498-80b7-cda3f171bf8c service neutron] 10.222.0.35 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283206 Jul 21 00:19:01.259707 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c378c-5281-40d1-a902-f49838e1715b req-6955ce9c-2c8b-4f5c-9eb3-6ad64f3c1a47 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:01.261299 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-086c378c-5281-40d1-a902-f49838e1715b req-6955ce9c-2c8b-4f5c-9eb3-6ad64f3c1a47 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 943 time: 0.4205363 Jul 21 00:19:01.331737 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988898b5-d688-4385-9383-98ed0b7258a4', 'name': 'tempest-ServerRescueNegativeTestJSON-745218749-router', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:40Z', 'updated_at': '2021-07-21T00:18:52Z', 'revision_number': 4, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'gw_port': {'id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988898b5-d688-4385-9383-98ed0b7258a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:42Z', 'updated_at': '2021-07-21T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '3ca99349-b5e7-4402-9877-ef1f78bab1b7', 'name': '', 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'mac_address': 'fa:16:3e:a5:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988898b5-d688-4385-9383-98ed0b7258a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '48b3966a-1f69-4389-a40b-024bc2ad65b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:49Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 4, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'subnets': [{'id': '48b3966a-1f69-4389-a40b-024bc2ad65b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:01.359972 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-92df3a0f-dfc3-4030-9af8-788a5bf69248 req-6d23e3e4-5094-4e3f-88a8-7a3478a058fd service neutron] 10.222.0.32 "GET /v2.0/networks/7e40c3a6-d66c-40e7-8593-8dc3eab81f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225456 Jul 21 00:19:01.403338 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb86552-4469-4be6-87c8-0f420420b22a None None] The sync data for ids ['988898b5-d688-4385-9383-98ed0b7258a4'] in dv-cinder-679138-11-smb is: [{'id': '988898b5-d688-4385-9383-98ed0b7258a4', 'name': 'tempest-ServerRescueNegativeTestJSON-745218749-router', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:40Z', 'updated_at': '2021-07-21T00:18:52Z', 'revision_number': 4, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'gw_port': {'id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988898b5-d688-4385-9383-98ed0b7258a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:42Z', 'updated_at': '2021-07-21T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '3ca99349-b5e7-4402-9877-ef1f78bab1b7', 'name': '', 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'mac_address': 'fa:16:3e:a5:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988898b5-d688-4385-9383-98ed0b7258a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '48b3966a-1f69-4389-a40b-024bc2ad65b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:49Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 4, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'subnets': [{'id': '48b3966a-1f69-4389-a40b-024bc2ad65b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:19:01.403821 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54580) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:01.412323 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-086c378c-5281-40d1-a902-f49838e1715b req-a909f363-ae72-44bd-befc-59231c779804 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280365 Jul 21 00:19:01.596421 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-cd8f44fd-d0bc-4b2e-aec3-c7d7fc084acc service neutron] 10.222.0.35 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324823 Jul 21 00:19:01.692990 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2 req-bad9b1d3-f3a7-4d34-8181-39b5f06e3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:01.705494 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2 req-bad9b1d3-f3a7-4d34-8181-39b5f06e3f7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62d92c644d4d4fb1a8ab8717c94cf9a5&device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 1096 time: 0.2466111 Jul 21 00:19:01.810623 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-2e1b9081-ba34-42ea-b5c2-4d14f94f0c1b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--417840956&fields=id&tenant_id=efbe375f4aee40449258a9bcc0547750 HTTP/1.1" status: 200 len: 267 time: 0.1580496 Jul 21 00:19:01.938231 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device f23ea481-9fe6-4032-b588-1fed42745636 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:02.089870 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe705-54a1-4f29-adfb-5d31a4b2bdc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:02.114687 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-3097f87a-d9b5-4ef4-bfdc-bf4cf1124ccf tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:02.120941 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-3097f87a-d9b5-4ef4-bfdc-bf4cf1124ccf tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 810 time: 0.3009746 Jul 21 00:19:02.155963 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-0b3780c4-aa3e-4d28-93bf-7889d9d6c8ca tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/quotas/efbe375f4aee40449258a9bcc0547750 HTTP/1.1" status: 200 len: 375 time: 0.0280554 Jul 21 00:19:02.342357 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d26cfeee-b5ba-4703-84d5-e57013c39fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:02.366879 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe705-54a1-4f29-adfb-5d31a4b2bdc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:02.373884 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe705-54a1-4f29-adfb-5d31a4b2bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:02.494422 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6e2fe705-54a1-4f29-adfb-5d31a4b2bdc7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d87301fbe4f425d8373e23207732b21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0888186 Jul 21 00:19:02.512098 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54630) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:02.514420 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fe705-54a1-4f29-adfb-5d31a4b2bdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524af997-5b34-43ce-b688-8bb2b1c4b7ca,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:02.697597 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ad77971-5418-4b01-a3e2-0c7fe5bb6009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:02.730015 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ad77971-5418-4b01-a3e2-0c7fe5bb6009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:02.736170 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port f23ea481-9fe6-4032-b588-1fed42745636 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:02.750099 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:02.754868 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:02.797562 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2 req-09bb2cf8-0ee7-4de0-913a-ef357b1c69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:02.814973 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2 req-09bb2cf8-0ee7-4de0-913a-ef357b1c69fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e40c3a6-d66c-40e7-8593-8dc3eab81f33 HTTP/1.1" status: 200 len: 913 time: 0.6553524 Jul 21 00:19:02.862730 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ad77971-5418-4b01-a3e2-0c7fe5bb6009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:02.866568 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ad77971-5418-4b01-a3e2-0c7fe5bb6009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:02.868414 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-3ad77971-5418-4b01-a3e2-0c7fe5bb6009 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/524af997-5b34-43ce-b688-8bb2b1c4b7ca HTTP/1.1" status: 204 len: 168 time: 0.3550282 Jul 21 00:19:02.885970 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad77971-5418-4b01-a3e2-0c7fe5bb6009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524af997-5b34-43ce-b688-8bb2b1c4b7ca,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:02.971785 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-f4528546-b67c-4919-86d9-458656f73551 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8138790 Jul 21 00:19:02.976303 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2 req-5d742b51-cc2d-49c9-a756-6bd57285c791 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81686bd6-9df1-4739-a57e-f9ab31f38d86 HTTP/1.1" status: 200 len: 217 time: 0.1138196 Jul 21 00:19:03.239976 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2 req-db908701-c99a-4daf-8631-6eb090fbc131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:03.245016 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 2, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:03.246246 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2 req-db908701-c99a-4daf-8631-6eb090fbc131 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=396b3f2d-0278-40c8-9bcd-1a049408b168 HTTP/1.1" status: 200 len: 852 time: 0.2238510 Jul 21 00:19:03.368593 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Checking router: 776cc283-14c9-44f6-8da6-764ef5f77249 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:19:03.370617 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Updating router 776cc283-14c9-44f6-8da6-764ef5f77249 port 22480caa-5794-457c-a52c-6290dc0e4aae binding host dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:19:03.388553 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2 req-a48a1078-b61a-478a-bcda-6f3952340c83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e40c3a6-d66c-40e7-8593-8dc3eab81f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775397 Jul 21 00:19:03.487125 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:03.574948 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54666) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:03.580285 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-4484505a-d784-434c-a3a1-5376c6bf1e48 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769954225', 'description': 'tempest-description--1744145547'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:03.668322 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4484505a-d784-434c-a3a1-5376c6bf1e48 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:03.716941 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2 req-809ce65d-de01-4f70-9867-635e5c6fc518 service neutron] 10.222.0.32 "GET /v2.0/networks/7e40c3a6-d66c-40e7-8593-8dc3eab81f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171024 Jul 21 00:19:03.780173 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54668) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:03.842420 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2c55b7d1-3fca-48d7-a755-42ee2a550974 req-f4cb999e-d8c3-4d1c-a241-5cd82d325f6c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 210 time: 0.1243203 Jul 21 00:19:03.896074 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 3ca99349-b5e7-4402-9877-ef1f78bab1b7 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:04.016199 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4484505a-d784-434c-a3a1-5376c6bf1e48 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.026762 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4484505a-d784-434c-a3a1-5376c6bf1e48 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.073390 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4484505a-d784-434c-a3a1-5376c6bf1e48 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.080701 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4484505a-d784-434c-a3a1-5376c6bf1e48 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5046515 Jul 21 00:19:04.083693 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54682) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:04.102692 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 3ca99349-b5e7-4402-9877-ef1f78bab1b7 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:19:04.131780 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 3ca99349-b5e7-4402-9877-ef1f78bab1b7 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:04.133795 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.199527 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c59b40a7-b865-4c3b-bc88-1c006fd9fae2 req-e0cceef6-fe3f-42b3-9df1-2933ff5df7dd service neutron] 10.222.0.32 "GET /v2.0/networks/7e40c3a6-d66c-40e7-8593-8dc3eab81f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638779 Jul 21 00:19:04.258139 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375c023-77fc-4a49-b312-68f4ebae8062 req-93f4b522-a449-4cbe-b36e-c8db8c9165ab tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:04.262841 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2375c023-77fc-4a49-b312-68f4ebae8062 req-93f4b522-a449-4cbe-b36e-c8db8c9165ab tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 943 time: 0.2238460 Jul 21 00:19:04.263345 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54686) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:04.302290 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484505a-d784-434c-a3a1-5376c6bf1e48 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49680949-da86-4c4e-991e-fd9d69c07d9e,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:04.307734 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-5f33d1cf-bb2d-46e4-8d0f-c59c146e7ba9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'security_group_rule': {'security_group_id': '49680949-da86-4c4e-991e-fd9d69c07d9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:04.316235 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce3c5-468a-4bfa-84ad-f7b5dfc2cb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.337967 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5f33d1cf-bb2d-46e4-8d0f-c59c146e7ba9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.436273 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5f33d1cf-bb2d-46e4-8d0f-c59c146e7ba9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.441887 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-25502d17-fe33-4195-aabf-433b2c1a0f7b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 21 00:19:04.442972 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-25502d17-fe33-4195-aabf-433b2c1a0f7b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6318309 Jul 21 00:19:04.443357 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5f33d1cf-bb2d-46e4-8d0f-c59c146e7ba9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.463209 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bd8d281e-b8de-42f0-98bf-6eed2373c8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.468481 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33d1cf-bb2d-46e4-8d0f-c59c146e7ba9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdfc339-8be7-4276-920e-4d26f20c72a6,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:04.472093 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.483903 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.498251 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Transition to ACTIVE for port object 22480caa-5794-457c-a52c-6290dc0e4aae will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:19:04.520787 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c964b82f-07b2-465a-8ec3-b33527403f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.527123 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2375c023-77fc-4a49-b312-68f4ebae8062 req-fbbaa9ca-97da-4806-9fca-d0bfab78d0eb tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489977 Jul 21 00:19:04.552194 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.609671 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.644292 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eac1d-bd92-4712-9cd8-ed5a33bfffae None None] Pushing event updated for resources: {'Port': ['ID=22480caa-5794-457c-a52c-6290dc0e4aae,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:04.677671 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce3c5-468a-4bfa-84ad-f7b5dfc2cb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.695544 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5f33d1cf-bb2d-46e4-8d0f-c59c146e7ba9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.697510 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-5f33d1cf-bb2d-46e4-8d0f-c59c146e7ba9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964062 Jul 21 00:19:04.700425 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54702) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:04.705308 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-ce7bbe3f-752b-4318-b29f-f659548ced99 service neutron] 10.222.0.35 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430542 Jul 21 00:19:04.707128 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce3c5-468a-4bfa-84ad-f7b5dfc2cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.715293 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-c6357274-726a-4560-a8b5-71ecea5b8deb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'security_group_rule': {'security_group_id': '49680949-da86-4c4e-991e-fd9d69c07d9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:04.725769 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 3ca99349-b5e7-4402-9877-ef1f78bab1b7, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=3ca99349-b5e7-4402-9877-ef1f78bab1b7,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:04.793216 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.905674 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Attempting to bind port 22480caa-5794-457c-a52c-6290dc0e4aae on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:19:04.909748 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Attempting to bind port 22480caa-5794-457c-a52c-6290dc0e4aae by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:19:04.910202 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Attempting to bind port 22480caa-5794-457c-a52c-6290dc0e4aae on network bd9d4f1b-800b-4aec-9239-aeaacd30c052 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:04.929864 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:19:04.930365 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Checking segment: {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:19:04.930790 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.931295 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Bound using segment: {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:19:04.931792 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Bound port: 22480caa-5794-457c-a52c-6290dc0e4aae, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:19:04.932176 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.933403 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c964b82f-07b2-465a-8ec3-b33527403f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:04.950676 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c964b82f-07b2-465a-8ec3-b33527403f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.077651 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c6357274-726a-4560-a8b5-71ecea5b8deb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.087922 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c964b82f-07b2-465a-8ec3-b33527403f95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c76402b5bd8349a0aa12dfed06bcabd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3024917 Jul 21 00:19:05.097131 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54714) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:05.102634 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-30cc9d91-d6d8-407e-936d-e650d3415d0c service neutron] 10.222.0.35 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964784 Jul 21 00:19:05.106358 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=3ca99349-b5e7-4402-9877-ef1f78bab1b7,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:05.125780 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] For port 22480caa-5794-457c-a52c-6290dc0e4aae, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:19:05.137524 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] For port 22480caa-5794-457c-a52c-6290dc0e4aae, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=22480caa-5794-457c-a52c-6290dc0e4aae,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:19:05.155434 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.204760 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964b82f-07b2-465a-8ec3-b33527403f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b080a-09db-4264-a890-c091fb5d7d61,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:05.209109 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-3b2ce3c5-468a-4bfa-84ad-f7b5dfc2cb67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=514a808cc6854bebbe15d0a4707086f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9390509 Jul 21 00:19:05.216226 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54724) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:05.248296 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.282778 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eac1d-bd92-4712-9cd8-ed5a33bfffae None None] Pushing event updated for resources: {'Port': ['ID=22480caa-5794-457c-a52c-6290dc0e4aae,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:05.294866 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:19:05.295648 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:19:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:05.323937 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ce3c5-468a-4bfa-84ad-f7b5dfc2cb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fc26e7-ed33-45d0-9e62-c7b4d0b52c2a,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:05.471447 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c6357274-726a-4560-a8b5-71ecea5b8deb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.498289 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c6357274-726a-4560-a8b5-71ecea5b8deb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.505437 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-5c9a4771-4ceb-47b5-ae5d-f18c245e03fc tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:05.514971 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-08bf6c9a-e97f-4587-bf7b-dc49069aa4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.521071 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-5c9a4771-4ceb-47b5-ae5d-f18c245e03fc tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 818 time: 0.8358328 Jul 21 00:19:05.527320 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:19:05.565159 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6357274-726a-4560-a8b5-71ecea5b8deb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0eaac97-73d8-4427-bda1-8f93ea2b8bb5,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:05.577277 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17cc25cc-8d37-43bb-9117-f112bc910713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.591631 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 3ca99349-b5e7-4402-9877-ef1f78bab1b7 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:05.646043 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-0096f3ca-4c2d-4e4a-8ddb-e0e7bfb6f80d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/quotas/2cd5871663544f74a895b1f008de7cc8 HTTP/1.1" status: 200 len: 375 time: 0.1220164 Jul 21 00:19:05.646429 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17cc25cc-8d37-43bb-9117-f112bc910713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.704707 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c6357274-726a-4560-a8b5-71ecea5b8deb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.710803 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c6357274-726a-4560-a8b5-71ecea5b8deb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0075154 Jul 21 00:19:05.715857 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 54738) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:05.722672 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'floatingip': {'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:05.730482 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-08bf6c9a-e97f-4587-bf7b-dc49069aa4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.743999 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17cc25cc-8d37-43bb-9117-f112bc910713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.747845 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17cc25cc-8d37-43bb-9117-f112bc910713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.749221 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-17cc25cc-8d37-43bb-9117-f112bc910713 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/108b080a-09db-4264-a890-c091fb5d7d61 HTTP/1.1" status: 204 len: 168 time: 0.6492727 Jul 21 00:19:05.814921 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8645ec2f-bc1a-41fa-b4ba-5d3729d72c66 req-f97d555c-0248-4506-a303-58ff36a9af1f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 210 time: 0.2525907 Jul 21 00:19:05.824798 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc25cc-8d37-43bb-9117-f112bc910713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b080a-09db-4264-a890-c091fb5d7d61,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:05.854439 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.931709 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 3ca99349-b5e7-4402-9877-ef1f78bab1b7 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:05.932015 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.939292 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-08bf6c9a-e97f-4587-bf7b-dc49069aa4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.943900 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-08bf6c9a-e97f-4587-bf7b-dc49069aa4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:05.946165 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-08bf6c9a-e97f-4587-bf7b-dc49069aa4e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98fc26e7-ed33-45d0-9e62-c7b4d0b52c2a HTTP/1.1" status: 204 len: 168 time: 0.7190638 Jul 21 00:19:06.000494 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf6c9a-e97f-4587-bf7b-dc49069aa4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fc26e7-ed33-45d0-9e62-c7b4d0b52c2a,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:06.050792 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:06.090084 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54756) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:06.151884 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-7feb70b6-1ae0-4d65-a888-51e909c17a94 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:06.156867 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:05Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:06.158681 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-7feb70b6-1ae0-4d65-a888-51e909c17a94 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.32 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 818 time: 0.7627041 Jul 21 00:19:06.182042 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Request body: {'port': {'device_id': '15b3a337-3255-40b9-8b77-ea7b3d52de0e', 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d', 'admin_state_up': True, 'tenant_id': '2cd5871663544f74a895b1f008de7cc8'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:06.189624 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c80e8-45a3-4c4f-8c5e-fa338650c247 None None] The sync data for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb is: [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:05Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:19:06.286738 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Allocated IP 172.28.2.59 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/a603eb12-8402-4224-8f71-eb6c1a84fac5) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:19:06.343619 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-e1fa8eef-24f9-4c52-92f8-9c8d9c493d75 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5574775 Jul 21 00:19:06.345240 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54764) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:06.403299 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ce7797b-9501-4d17-a435-fb692fcf19ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:06.471814 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57e153-7ec5-4ea0-b2bf-b3ee014aa646 req-bb7e8a8d-7d05-41b3-9769-d0a683b20f44 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:06.482808 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3b57e153-7ec5-4ea0-b2bf-b3ee014aa646 req-bb7e8a8d-7d05-41b3-9769-d0a683b20f44 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 943 time: 0.5051053 Jul 21 00:19:06.501168 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:06.591481 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:06.639907 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:06.681277 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:19:06.685009 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:19:06.688849 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:19:06.703509 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3b57e153-7ec5-4ea0-b2bf-b3ee014aa646 req-653b7120-c2fe-4bd8-a6a8-976b23f80a28 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194350 Jul 21 00:19:06.716605 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8fa951b2-1277-4b4e-b6fb-0b935a3e7300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:06.767090 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-f7f5462c-4ea8-4f0b-886c-7cb475a9f9d9 service neutron] 10.222.0.35 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809018 Jul 21 00:19:06.773197 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'Port': ['ID=a603eb12-8402-4224-8f71-eb6c1a84fac5,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:06.788672 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:06.834998 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ce7797b-9501-4d17-a435-fb692fcf19ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:06.870324 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ce7797b-9501-4d17-a435-fb692fcf19ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:06.871681 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.003337 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-0ce7797b-9501-4d17-a435-fb692fcf19ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11411bfefaa7413cad9fc2d60d25caab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6508555 Jul 21 00:19:07.004647 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-52e6f737-a0ce-429c-aa6e-8e7bd154a4b7 req-46bc398b-64a5-4e07-8597-283d4164191d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 210 time: 0.0491781 Jul 21 00:19:07.019804 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54782) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:07.020471 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Made reservation on behalf of 2cd5871663544f74a895b1f008de7cc8 for: {'port': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:07.024169 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.090932 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7797b-9501-4d17-a435-fb692fcf19ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ff79d8-71ed-49a7-8b62-27db01e5ec82,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:07.101970 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.32', 54557) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:07.127735 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-5d20eb24-492f-4327-839e-ef0fe3d8afc9 service neutron] 10.222.0.35 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483799 Jul 21 00:19:07.236885 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c592760f-3ed8-40ba-a973-3dd04b312f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.489796 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 22480caa-5794-457c-a52c-6290dc0e4aae up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:07.514133 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c592760f-3ed8-40ba-a973-3dd04b312f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.626960 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-42510dcd-f0bd-481b-b330-55ef742848ec req-0bb66c50-3fc5-402a-96da-f4903babd4eb tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 210 time: 0.1391673 Jul 21 00:19:07.686667 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 22480caa-5794-457c-a52c-6290dc0e4aae completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:19:07.699492 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 22480caa-5794-457c-a52c-6290dc0e4aae triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:07.699896 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.717301 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.749232 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8fa951b2-1277-4b4e-b6fb-0b935a3e7300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.755295 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Allocated IP 172.20.0.12 (aeb3f93b-68d5-4fd7-a290-d3b99cc3436d/48b3966a-1f69-4389-a40b-024bc2ad65b1/4cb056c4-cb2e-4011-974e-e948246b866e) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:19:07.760839 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8fa951b2-1277-4b4e-b6fb-0b935a3e7300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.762450 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-21b3adad-8022-47c6-8539-c2b597c61a93 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:07.763362 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-21b3adad-8022-47c6-8539-c2b597c61a93 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.32 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 810 time: 0.6602395 Jul 21 00:19:07.764504 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.816817 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-8fa951b2-1277-4b4e-b6fb-0b935a3e7300 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9d636284ebf44f58a21bf1829ef9b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6998703 Jul 21 00:19:07.824333 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54816) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:07.825855 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c592760f-3ed8-40ba-a973-3dd04b312f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.829269 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c592760f-3ed8-40ba-a973-3dd04b312f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.832978 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-c592760f-3ed8-40ba-a973-3dd04b312f07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73ff79d8-71ed-49a7-8b62-27db01e5ec82 HTTP/1.1" status: 204 len: 168 time: 0.8063552 Jul 21 00:19:07.887796 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:07.932932 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa951b2-1277-4b4e-b6fb-0b935a3e7300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98367970-2b08-465a-93bb-e01b491312bc,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:07.967809 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592760f-3ed8-40ba-a973-3dd04b312f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ff79d8-71ed-49a7-8b62-27db01e5ec82,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:08.000102 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'Port': ['ID=a603eb12-8402-4224-8f71-eb6c1a84fac5,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:08.010593 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.012406 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-e8ed9473-8772-4111-91a4-103389c8f202 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2952497 Jul 21 00:19:08.019483 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-1dcba047-ab4a-4148-a0d6-0cd3ce254577 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efbe375f4aee40449258a9bcc0547750 HTTP/1.1" status: 200 len: 379 time: 0.2244816 Jul 21 00:19:08.031236 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'port': {'device_id': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'admin_state_up': True, 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'security_groups': ['69089da3-a598-4e97-b38c-08686f487299']}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:08.189876 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7362ea-1d80-4fb4-bba8-9a09bd1d6601 req-41623a7b-8c7e-463a-abfb-41b7dfdc249d tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:08.201809 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cb7362ea-1d80-4fb4-bba8-9a09bd1d6601 req-41623a7b-8c7e-463a-abfb-41b7dfdc249d tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 943 time: 0.3356414 Jul 21 00:19:08.240846 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Made reservation on behalf of efbe375f4aee40449258a9bcc0547750 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:08.241860 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.247766 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.298316 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 22480caa-5794-457c-a52c-6290dc0e4aae, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=22480caa-5794-457c-a52c-6290dc0e4aae,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:08.306695 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.373898 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1aa00fdd-5792-479e-9eae-a7deb917ab78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.405753 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3ee14313-d92b-49ae-9c9d-e89a7e410581 req-14f6ea22-f59c-46b5-ab77-d1f44c106f3d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 210 time: 0.1916747 Jul 21 00:19:08.428471 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=22480caa-5794-457c-a52c-6290dc0e4aae,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:08.454731 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cb7362ea-1d80-4fb4-bba8-9a09bd1d6601 req-b778610a-5ec8-4a01-8ae1-569911269e28 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227187 Jul 21 00:19:08.491928 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1aa00fdd-5792-479e-9eae-a7deb917ab78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.508226 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.592200 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Allocated IP 172.20.0.10 (8355f9be-4e62-41cd-bf82-895434776e88/c6f70018-3e48-4eeb-828a-b5371037ea59/98dc6ff7-6de7-40f9-a853-4ea7ee8a449d) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:19:08.603386 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.680602 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Pushing event updated for resources: {'Port': ['ID=4cb056c4-cb2e-4011-974e-e948246b866e,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:08.707557 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1aa00fdd-5792-479e-9eae-a7deb917ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.710208 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1aa00fdd-5792-479e-9eae-a7deb917ab78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.711435 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-1aa00fdd-5792-479e-9eae-a7deb917ab78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98367970-2b08-465a-93bb-e01b491312bc HTTP/1.1" status: 204 len: 168 time: 0.8771660 Jul 21 00:19:08.713863 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:19:08.723633 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-bc9906fb-696e-4eea-b68a-a93d7299d85c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1769954225&fields=id&tenant_id=64ab96a867c44185aa47a4b7dc5e6171 HTTP/1.1" status: 200 len: 267 time: 0.1740148 Jul 21 00:19:08.726075 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:19:08.731794 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:19:08.739584 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:08.740249 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for port, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:08.762369 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa00fdd-5792-479e-9eae-a7deb917ab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98367970-2b08-465a-93bb-e01b491312bc,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:08.811855 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-9c0536a2-f94a-4f65-92fd-68e7051270de tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6404319 Jul 21 00:19:08.819214 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.32', 54563) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:08.854327 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-700fcd52-0562-4885-b175-9c478f4436d4 req-25364a76-bc98-487e-8a6c-510cdd6a0723 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 210 time: 0.0852864 Jul 21 00:19:08.862798 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Request body: {'port': {'device_id': '15b3a337-3255-40b9-8b77-ea7b3d52de0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:09.032068 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 81686bd6-9df1-4739-a57e-f9ab31f38d86 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:19:09.104468 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22f05-57d7-43b7-897b-404233a638bc req-8bf7656c-f0ee-485c-ba79-29b8fd33a460 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:09.106467 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-8bf7656c-f0ee-485c-ba79-29b8fd33a460 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 817 time: 0.3626633 Jul 21 00:19:09.108106 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:09.204656 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 81686bd6-9df1-4739-a57e-f9ab31f38d86, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=81686bd6-9df1-4739-a57e-f9ab31f38d86,segment=NetworkSegment(7c38366c-87f0-4cae-a8a2-2484c52c0c03),segment_id=7c38366c-87f0-4cae-a8a2-2484c52c0c03)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:09.207996 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-eccfece9-7d48-4a24-9640-2058a60651af tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/quotas/64ab96a867c44185aa47a4b7dc5e6171 HTTP/1.1" status: 200 len: 375 time: 0.0876710 Jul 21 00:19:09.220922 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '81686bd6-9df1-4739-a57e-f9ab31f38d86', 'network_id': '7e40c3a6-d66c-40e7-8593-8dc3eab81f33', 'port_id': '81686bd6-9df1-4739-a57e-f9ab31f38d86', 'mac_address': 'fa:16:3e:d4:b3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396b3f2d-0278-40c8-9bcd-1a049408b168', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:19:09.279178 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:09.302876 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Transition to ACTIVE for port object 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:19:09.316935 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:09.356758 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81686bd6-9df1-4739-a57e-f9ab31f38d86 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:09.424314 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:09.432451 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 81686bd6-9df1-4739-a57e-f9ab31f38d86, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=81686bd6-9df1-4739-a57e-f9ab31f38d86,segment=NetworkSegment(7c38366c-87f0-4cae-a8a2-2484c52c0c03),segment_id=7c38366c-87f0-4cae-a8a2-2484c52c0c03)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:09.437224 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-191d8d6a-5ca8-4ca6-937b-608403a3cde3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2283638 Jul 21 00:19:09.445863 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:09.481583 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54880) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:09.542811 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 22480caa-5794-457c-a52c-6290dc0e4aae up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:09.598255 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=81686bd6-9df1-4739-a57e-f9ab31f38d86,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:09.629193 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-b7fb8005-d7f0-4584-bb18-ee3e1fd98dae tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:09.631058 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-b7fb8005-d7f0-4584-bb18-ee3e1fd98dae tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.32 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 818 time: 0.8086758 Jul 21 00:19:09.651526 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Request body: {'port': {'device_id': 'fd6554b3-dc56-4e8c-a428-8e04456ec78e', 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d', 'admin_state_up': True, 'tenant_id': '2cd5871663544f74a895b1f008de7cc8'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:09.659785 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Network 8355f9be-4e62-41cd-bf82-895434776e88 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:19:09.674485 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:19:09.679154 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'Port': ['ID=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:09.682080 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 22480caa-5794-457c-a52c-6290dc0e4aae triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:09.683084 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:09.692223 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:19:09.698560 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:09.699216 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:09.743534 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['81686bd6-9df1-4739-a57e-f9ab31f38d86'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:19:09.813179 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-6cca19ba-6d0f-4ded-9445-5dda368d12db tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7875123 Jul 21 00:19:09.831602 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Request body: {'port': {'device_id': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:09.863781 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-81953051-bf78-4b9e-bac5-8e99362f8225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.021497 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Made reservation on behalf of 2cd5871663544f74a895b1f008de7cc8 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:10.027613 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.065868 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369af19-dcfe-45d8-bd4e-f5519fea7ccd req-2a439235-8aff-4740-a015-b5d54594f605 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:10.067748 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8369af19-dcfe-45d8-bd4e-f5519fea7ccd req-2a439235-8aff-4740-a015-b5d54594f605 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 932 time: 0.2942631 Jul 21 00:19:10.073681 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-be9853b0-4e0d-41da-b28f-2eb2b45e9457 service neutron] 10.222.0.35 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062393 Jul 21 00:19:10.084097 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.200421 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-2ccafc03-1baf-4a85-a1a2-4fdc79ec3cb7 None None] Provisioning for port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:19:10.206447 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-2ccafc03-1baf-4a85-a1a2-4fdc79ec3cb7 None None] Provisioning complete for port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:10.207190 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ccafc03-1baf-4a85-a1a2-4fdc79ec3cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.268457 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb056c4-cb2e-4011-974e-e948246b866e {{(pid=94869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:10.281728 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8369af19-dcfe-45d8-bd4e-f5519fea7ccd req-8bc4880c-3ef7-4605-af5b-17d9c76974d6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032745 Jul 21 00:19:10.283529 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.322236 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Transition to ACTIVE for port object 4cb056c4-cb2e-4011-974e-e948246b866e will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:19:10.324166 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2ccafc03-1baf-4a85-a1a2-4fdc79ec3cb7 None None] Port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:19:10.330732 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-4dd30241-b160-4110-83da-569ca671f38c service neutron] 10.222.0.35 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415576 Jul 21 00:19:10.334568 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.411690 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-81953051-bf78-4b9e-bac5-8e99362f8225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.414976 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Pushing event updated for resources: {'Port': ['ID=4cb056c4-cb2e-4011-974e-e948246b866e,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:10.450449 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-81953051-bf78-4b9e-bac5-8e99362f8225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.531889 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Attempting to bind port 4cb056c4-cb2e-4011-974e-e948246b866e on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:19:10.532216 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Attempting to bind port 4cb056c4-cb2e-4011-974e-e948246b866e by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:19:10.532545 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Attempting to bind port 4cb056c4-cb2e-4011-974e-e948246b866e on network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:10.553744 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81953051-bf78-4b9e-bac5-8e99362f8225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f629d58d-1c27-4c00-bcf7-a7ec452b6bc7,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:10.561346 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Port 4cb056c4-cb2e-4011-974e-e948246b866e on network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:19:10.561895 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Attempting to bind port 4cb056c4-cb2e-4011-974e-e948246b866e on network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:10.571624 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-81953051-bf78-4b9e-bac5-8e99362f8225 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19161452a868467492e52d24d0475f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0888591 Jul 21 00:19:10.574945 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 54916) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:10.592417 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:19:10.593220 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Checking segment: {'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:19:10.593620 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Bound using segment: {'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:19:10.594357 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Bound port: 4cb056c4-cb2e-4011-974e-e948246b866e, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:19:10.594770 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.612850 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Allocated IP 172.20.0.8 (aeb3f93b-68d5-4fd7-a290-d3b99cc3436d/48b3966a-1f69-4389-a40b-024bc2ad65b1/fb46bc8f-30c9-454f-ac75-33ce2f2a29ba) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:19:10.712707 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9d2f875e-8c81-46e6-9e6e-945bd3f949aa req-7ea272e1-2e07-4ebf-bf46-4cdedc713456 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 210 time: 0.0901508 Jul 21 00:19:10.744289 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a456f1-e9cf-4d0e-9346-bf71d2f3b695 req-01de57b1-5bdd-4d9f-a759-1e0aa0988141 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:10.745874 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-29a456f1-e9cf-4d0e-9346-bf71d2f3b695 req-01de57b1-5bdd-4d9f-a759-1e0aa0988141 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 944 time: 0.2992675 Jul 21 00:19:10.779566 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74f74e2b-faa8-41d4-9cc2-fdeb219bf575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.814869 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] For port 4cb056c4-cb2e-4011-974e-e948246b866e, host hv-cinder-67913, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:19:10.855454 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74f74e2b-faa8-41d4-9cc2-fdeb219bf575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.877670 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:10.881966 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] For port 4cb056c4-cb2e-4011-974e-e948246b866e, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=4cb056c4-cb2e-4011-974e-e948246b866e,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:19:10.913870 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.977451 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Transition to ACTIVE for port object 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:19:10.992466 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:10.999530 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-42d5ecbd-9ed3-49ca-8369-a6a41aee7305 req-79f6da97-8817-4077-920d-5a9fccf11be0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 210 time: 0.1797826 Jul 21 00:19:11.002896 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.020163 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 81686bd6-9df1-4739-a57e-f9ab31f38d86 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:11.024470 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-29a456f1-e9cf-4d0e-9346-bf71d2f3b695 req-3373dd97-3883-4bac-a825-f44fc3e8dd81 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659409 Jul 21 00:19:11.104437 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Pushing event updated for resources: {'Port': ['ID=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:11.119969 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.137918 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74f74e2b-faa8-41d4-9cc2-fdeb219bf575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.142504 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74f74e2b-faa8-41d4-9cc2-fdeb219bf575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.144005 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-74f74e2b-faa8-41d4-9cc2-fdeb219bf575 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f629d58d-1c27-4c00-bcf7-a7ec452b6bc7 HTTP/1.1" status: 204 len: 168 time: 0.5681636 Jul 21 00:19:11.146883 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Pushing event updated for resources: {'Port': ['ID=4cb056c4-cb2e-4011-974e-e948246b866e,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:11.152395 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 81686bd6-9df1-4739-a57e-f9ab31f38d86 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:19:11.157022 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 81686bd6-9df1-4739-a57e-f9ab31f38d86 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:11.157884 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.172450 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:11.175139 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for port, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.180561 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-759767fb-7cab-4da5-9ee2-82ad1366b55e service neutron] 10.222.0.32 "PUT /v2.0/ports/4cb056c4-cb2e-4011-974e-e948246b866e HTTP/1.1" status: 200 len: 1094 time: 2.3327658 Jul 21 00:19:11.202284 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b3a337-3255-40b9-8b77-ea7b3d52de0e', 'tag': '4cb056c4-cb2e-4011-974e-e948246b866e'}] {{(pid=94869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:11.209328 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba072442d3cd8ff40d09c77f14d2cf45bc88fa55c9678360c79ead5f0a34207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d28bf56-881a-41cc-9c56-4073ff4976a5" -d '{"events": [{"name": "network-changed", "server_uuid": "15b3a337-3255-40b9-8b77-ea7b3d52de0e", "tag": "4cb056c4-cb2e-4011-974e-e948246b866e"}]}' {{(pid=94869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:11.225228 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f74e2b-faa8-41d4-9cc2-fdeb219bf575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f629d58d-1c27-4c00-bcf7-a7ec452b6bc7,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:11.290492 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Attempting to bind port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:19:11.293810 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Attempting to bind port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:19:11.295283 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Attempting to bind port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d on network 8355f9be-4e62-41cd-bf82-895434776e88 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:11.306218 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d on network 8355f9be-4e62-41cd-bf82-895434776e88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:19:11.306673 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Attempting to bind port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d on network 8355f9be-4e62-41cd-bf82-895434776e88 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:11.347658 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:19:11.348095 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Checking segment: {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:19:11.348637 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-5f1d8d6a-1ffa-4554-8f40-68b6a94e455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:11.349046 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Bound using segment: {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:19:11.349522 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Bound port: 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:19:11.350044 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.351321 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-5f1d8d6a-1ffa-4554-8f40-68b6a94e455b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 1097 time: 0.1235583 Jul 21 00:19:11.450643 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-6a3723f5-07b1-4f01-8a40-0aa66ddb08cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb056c4-cb2e-4011-974e-e948246b866e HTTP/1.1" status: 200 len: 217 time: 0.0911489 Jul 21 00:19:11.470556 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.513798 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.541273 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-7617802a-f87a-41a2-8dc9-056db5bf684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:11.543259 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-7617802a-f87a-41a2-8dc9-056db5bf684e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 200 len: 858 time: 0.0812325 Jul 21 00:19:11.574403 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56266110-7335-4ecd-877a-0520a882007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81686bd6-9df1-4739-a57e-f9ab31f38d86'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:11.582936 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84050d1b-734b-4906-b96b-97956612405b x-openstack-request-id: req-84050d1b-734b-4906-b96b-97956612405b {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:11.583221 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b3a337-3255-40b9-8b77-ea7b3d52de0e", "tag": "4cb056c4-cb2e-4011-974e-e948246b866e", "status": "completed", "code": 200}]} {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:11.583478 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84050d1b-734b-4906-b96b-97956612405b {{(pid=94869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:11.583873 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b3a337-3255-40b9-8b77-ea7b3d52de0e', 'tag': '4cb056c4-cb2e-4011-974e-e948246b866e', 'status': 'completed', 'code': 200} Jul 21 00:19:11.609725 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:19:11.620130 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Pushing event updated for resources: {'Port': ['ID=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:11.634552 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:19:11.645042 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:19:11.652833 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:11.653495 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.659365 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-1374d0b2-c5e5-4678-943a-05984a2967a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746212 Jul 21 00:19:11.673707 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] For port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:19:11.704860 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] For port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:19:11.725521 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.758811 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f03bb-8091-48d8-88a2-8645fe5988ca req-85961a16-7e30-4240-b1e2-3e7307ac5969 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:11.760326 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bd9f03bb-8091-48d8-88a2-8645fe5988ca req-85961a16-7e30-4240-b1e2-3e7307ac5969 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 944 time: 0.2163091 Jul 21 00:19:11.793575 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 81686bd6-9df1-4739-a57e-f9ab31f38d86, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=81686bd6-9df1-4739-a57e-f9ab31f38d86,segment=NetworkSegment(7c38366c-87f0-4cae-a8a2-2484c52c0c03),segment_id=7c38366c-87f0-4cae-a8a2-2484c52c0c03)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:11.819044 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.853936 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Pushing event updated for resources: {'Port': ['ID=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:11.861378 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-d49733ea-c697-4a96-b5b5-8aa2287b09ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2189450 Jul 21 00:19:11.907186 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:11.907186 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:11.908773 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-d97717a1-d1a6-4cb4-b2fb-7ff31baad53e service neutron] 10.222.0.32 "PUT /v2.0/ports/98dc6ff7-6de7-40f9-a853-4ea7ee8a449d HTTP/1.1" status: 200 len: 1094 time: 2.0863149 Jul 21 00:19:11.914878 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Request body: {'port': {'device_id': 'fd6554b3-dc56-4e8c-a428-8e04456ec78e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:11.917236 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'tag': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:11.988958 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=81686bd6-9df1-4739-a57e-f9ab31f38d86,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:12.070180 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bd9f03bb-8091-48d8-88a2-8645fe5988ca req-290a3e1d-13a0-418a-94d2-b35747adfea3 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952611 Jul 21 00:19:12.073889 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14f139e-3af8-4e41-8626-2c1ca4d5a935" -d '{"events": [{"server_uuid": "56266110-7335-4ecd-877a-0520a882007d", "name": "network-vif-plugged", "status": "completed", "tag": "81686bd6-9df1-4739-a57e-f9ab31f38d86"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:12.141075 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3377cd-dce2-43f9-ac05-0096bf483ea9 req-c0686d78-db08-44b4-a690-4f4b514b3c08 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:12.158580 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6a3377cd-dce2-43f9-ac05-0096bf483ea9 req-c0686d78-db08-44b4-a690-4f4b514b3c08 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 931 time: 0.2602611 Jul 21 00:19:12.194520 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.32', 54573) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:12.224908 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-e00fed6b-b5d1-4e3d-a606-1e846684bb99 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517824 Jul 21 00:19:12.431945 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22f05-57d7-43b7-897b-404233a638bc req-d17e7646-e19b-46d6-8667-98a829533e91 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:12.433468 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-d17e7646-e19b-46d6-8667-98a829533e91 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 817 time: 0.2374768 Jul 21 00:19:12.440351 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161f942f-be56-4aa9-9127-9e5af5ad34d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3438de5c-2f9c-40e6-85dd-9552833fe471", "tag": "98dc6ff7-6de7-40f9-a853-4ea7ee8a449d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:12.463602 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5504e7ef-08df-4f60-adad-b1a9c4adeb81 req-22e4dc60-74a0-4e0b-b949-4e1b2f23b7d0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 210 time: 0.1500134 Jul 21 00:19:12.479412 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6a3377cd-dce2-43f9-ac05-0096bf483ea9 req-5ce1ceeb-447c-4c2b-87b1-b370dd3a5a83 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193116 Jul 21 00:19:12.574662 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba811359-197c-4f1b-9f33-9e5b9d99c2f1 req-6c6d6fb0-8cf3-431a-b3a0-ae05fa63cb92 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399823 Jul 21 00:19:12.647034 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-d83fa75c-76cf-45d4-a205-605f217a7b42 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ab96a867c44185aa47a4b7dc5e6171 HTTP/1.1" status: 200 len: 380 time: 0.1993809 Jul 21 00:19:12.669383 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'port': {'device_id': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'admin_state_up': True, 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'security_groups': ['49680949-da86-4c4e-991e-fd9d69c07d9e']}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:12.677945 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-02b5a9ed-d653-48ed-8d5b-e458fd118fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:12.681011 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-02b5a9ed-d653-48ed-8d5b-e458fd118fbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 1097 time: 0.6734009 Jul 21 00:19:12.697252 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:12.748467 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a815894-1e92-4782-9061-83df5b1b6454 req-03d35471-7c42-4a39-bfd6-229036ea4286 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:12.750604 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9a815894-1e92-4782-9061-83df5b1b6454 req-03d35471-7c42-4a39-bfd6-229036ea4286 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 945 time: 0.1437957 Jul 21 00:19:12.776134 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28bf56-881a-41cc-9c56-4073ff4976a5 req-5e781901-132f-4c07-b5ce-e6a342d37b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:12.777745 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d28bf56-881a-41cc-9c56-4073ff4976a5 req-5e781901-132f-4c07-b5ce-e6a342d37b88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 1097 time: 0.1238165 Jul 21 00:19:12.790426 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-5a229d70-2523-4d3f-8a4f-8c04ecf53762 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d HTTP/1.1" status: 200 len: 217 time: 0.0905828 Jul 21 00:19:12.922645 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb86bb1-e0c4-4c58-af48-ba1777720445 x-openstack-request-id: req-6cb86bb1-e0c4-4c58-af48-ba1777720445 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:12.923147 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56266110-7335-4ecd-877a-0520a882007d", "name": "network-vif-plugged", "status": "completed", "tag": "81686bd6-9df1-4739-a57e-f9ab31f38d86", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:12.924417 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6cb86bb1-e0c4-4c58-af48-ba1777720445 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:12.924984 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56266110-7335-4ecd-877a-0520a882007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81686bd6-9df1-4739-a57e-f9ab31f38d86', 'code': 200} Jul 21 00:19:12.945485 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9a815894-1e92-4782-9061-83df5b1b6454 req-b22d4a6b-e4db-4664-b358-c23bdff0afc1 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871405 Jul 21 00:19:13.042748 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28bf56-881a-41cc-9c56-4073ff4976a5 req-593a36eb-94a9-470e-811f-c5ba8c38a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:13.047410 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d28bf56-881a-41cc-9c56-4073ff4976a5 req-593a36eb-94a9-470e-811f-c5ba8c38a8b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 919 time: 0.2501647 Jul 21 00:19:13.138331 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.32', 54577) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:13.151837 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d28bf56-881a-41cc-9c56-4073ff4976a5 req-3ab18d7c-4241-44f8-a419-ce8ff52d0e43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb056c4-cb2e-4011-974e-e948246b866e HTTP/1.1" status: 200 len: 217 time: 0.0975142 Jul 21 00:19:13.182214 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Made reservation on behalf of 64ab96a867c44185aa47a4b7dc5e6171 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:13.186212 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:13.241981 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28bf56-881a-41cc-9c56-4073ff4976a5 req-4547824d-77ed-429c-818c-bc6bd9107aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:13.246793 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d28bf56-881a-41cc-9c56-4073ff4976a5 req-4547824d-77ed-429c-818c-bc6bd9107aba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 200 len: 858 time: 0.0864041 Jul 21 00:19:13.294936 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d28bf56-881a-41cc-9c56-4073ff4976a5 req-386e0fd9-7758-4c07-aeb6-4dbe62429010 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322506 Jul 21 00:19:13.433756 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a31c49-fe21-4a39-9611-831eec29dc24 x-openstack-request-id: req-d8a31c49-fe21-4a39-9611-831eec29dc24 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:13.434058 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3438de5c-2f9c-40e6-85dd-9552833fe471", "tag": "98dc6ff7-6de7-40f9-a853-4ea7ee8a449d", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:13.434288 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8a31c49-fe21-4a39-9611-831eec29dc24 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:13.434774 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'tag': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d', 'status': 'completed', 'code': 200} Jul 21 00:19:13.436211 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-4c400caa-409a-41a9-b982-dd3b4c0e1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:13.437712 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-4c400caa-409a-41a9-b982-dd3b4c0e1883 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f70018-3e48-4eeb-828a-b5371037ea59 HTTP/1.1" status: 200 len: 849 time: 0.3793170 Jul 21 00:19:13.439819 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55066) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:13.490310 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4faec-5913-4319-af9d-8f50bc07a353 req-5b571236-8a76-4bcd-9e5a-920d29914d9a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:13.499305 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3db4faec-5913-4319-af9d-8f50bc07a353 req-5b571236-8a76-4bcd-9e5a-920d29914d9a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 944 time: 0.2509887 Jul 21 00:19:13.532412 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Allocated IP 172.20.0.13 (bd9d4f1b-800b-4aec-9239-aeaacd30c052/3cec9201-d099-478e-9cec-9fb4fe0eb301/e2576825-6fb3-4025-8934-8bd565c801f3) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:19:13.552241 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d28bf56-881a-41cc-9c56-4073ff4976a5 req-5c84bb1e-a72a-4fe5-931b-bae8fd70552e service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331493 Jul 21 00:19:13.608965 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c0056-28f5-48c7-a3d6-2c994080888b req-cb68f2e9-2eab-4a01-8665-659fc1c27a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:13.610513 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e09c0056-28f5-48c7-a3d6-2c994080888b req-cb68f2e9-2eab-4a01-8665-659fc1c27a24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 1098 time: 0.4673719 Jul 21 00:19:13.678922 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3db4faec-5913-4319-af9d-8f50bc07a353 req-1d8fbd15-1d1d-41ca-b0ca-f2865f67b026 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763389 Jul 21 00:19:13.695043 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-e09c0056-28f5-48c7-a3d6-2c994080888b req-a3de5f96-8cd1-4863-a27f-f8b660a21629 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:13.724460 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-8cf61bc0-b186-49f0-8534-b2f3ac2d06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:13.726616 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-8cf61bc0-b186-49f0-8534-b2f3ac2d06ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8355f9be-4e62-41cd-bf82-895434776e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2791276 Jul 21 00:19:13.846368 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9b55fe7e-0d57-4b52-a97a-ba2ab16d0200 req-a3b165bd-fa08-4884-82f6-2572f622adbb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 210 time: 0.0663493 Jul 21 00:19:13.847075 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-305e36e5-490f-44a7-85e6-14f6c6bd5bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:13.876994 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d28bf56-881a-41cc-9c56-4073ff4976a5 req-2cfecb27-b813-4a22-afa3-8bf5aa974914 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119318 Jul 21 00:19:13.891398 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0176c16-bcb6-4b6d-847f-8d6488bcf8a0 req-67b19daf-e53c-4929-b0ba-776091f264c8 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:13.893112 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c0176c16-bcb6-4b6d-847f-8d6488bcf8a0 req-67b19daf-e53c-4929-b0ba-776091f264c8 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 931 time: 0.2813199 Jul 21 00:19:13.936704 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.db.api [None req-305e36e5-490f-44a7-85e6-14f6c6bd5bd7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 21 00:19:13.936704 dv-cinder-679138-11-smb neutron-server[94869]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 21 00:19:13.936704 dv-cinder-679138-11-smb neutron-server[94869]: [parameters: {'project_id_1': 'fa9a0b20344e4f758e9046a1510a2d4f', 'expiration_1': datetime.datetime(2021, 7, 21, 0, 19, 13, 878521)}] Jul 21 00:19:13.936704 dv-cinder-679138-11-smb neutron-server[94869]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 21 00:19:13.937140 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG oslo_db.api [None req-305e36e5-490f-44a7-85e6-14f6c6bd5bd7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 00:19:13.942540 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c0176c16-bcb6-4b6d-847f-8d6488bcf8a0 req-cf535919-d039-411d-8910-fd0534e9beaf tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Jul 21 00:19:13.991153 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb46bc8f-30c9-454f-ac75-33ce2f2a29ba {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:14.007264 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.074996 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Transition to ACTIVE for port object fb46bc8f-30c9-454f-ac75-33ce2f2a29ba will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:19:14.095570 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.098794 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-3326249c-15b4-4800-a8c7-2536a54ce68e service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441076 Jul 21 00:19:14.119893 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84842a06-8053-4625-98b0-0e32437b1adc req-42c1a4c8-7cf7-4245-9973-0ffaa7c895a3 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:14.122644 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-84842a06-8053-4625-98b0-0e32437b1adc req-42c1a4c8-7cf7-4245-9973-0ffaa7c895a3 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 945 time: 0.0952485 Jul 21 00:19:14.128467 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.173456 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-84842a06-8053-4625-98b0-0e32437b1adc req-8903aed3-96ee-4026-b801-a0634e37f221 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Jul 21 00:19:14.196926 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Transition to ACTIVE for port object e2576825-6fb3-4025-8934-8bd565c801f3 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:19:14.276437 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:14.360314 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7a1ee008-99ab-4484-997c-c387a1482c62 req-fc5e43e0-1d82-48fd-b76d-8f8713ec5aba service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463737 Jul 21 00:19:14.362735 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-e09c0056-28f5-48c7-a3d6-2c994080888b req-a3de5f96-8cd1-4863-a27f-f8b660a21629 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.375695 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.377325 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-e09c0056-28f5-48c7-a3d6-2c994080888b req-a3de5f96-8cd1-4863-a27f-f8b660a21629 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.397686 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Attempting to bind port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:19:14.398556 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Attempting to bind port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:19:14.398891 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Attempting to bind port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba on network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:14.442585 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-305e36e5-490f-44a7-85e6-14f6c6bd5bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.470642 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba on network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:19:14.470890 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Attempting to bind port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba on network aeb3f93b-68d5-4fd7-a290-d3b99cc3436d {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:14.474998 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e09c0056-28f5-48c7-a3d6-2c994080888b req-a3de5f96-8cd1-4863-a27f-f8b660a21629 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8488684 Jul 21 00:19:14.511067 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Network bd9d4f1b-800b-4aec-9239-aeaacd30c052 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:19:14.512119 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de5f96-8cd1-4863-a27f-f8b660a21629 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=53fbc4db-1d5a-4c25-9dbe-5c2ef3f96149,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:14.517720 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:19:14.518050 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Checking segment: {'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:19:14.518432 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Bound using segment: {'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:19:14.518869 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Bound port: fb46bc8f-30c9-454f-ac75-33ce2f2a29ba, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4199d28-614b-4a84-9dc5-bc644cd95f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:19:14.519504 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.528140 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:19:14.531322 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:19:14.537534 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:14.537754 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.549727 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-305e36e5-490f-44a7-85e6-14f6c6bd5bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.556026 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:14.557656 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-305e36e5-490f-44a7-85e6-14f6c6bd5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.582953 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-0e701855-36d8-4014-b45a-4fbc212f9589 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9192419 Jul 21 00:19:14.607283 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e36e5-490f-44a7-85e6-14f6c6bd5bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454a8a47-3e95-413f-b108-c0ae772e21e8,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:14.611467 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Request body: {'port': {'device_id': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:14.617131 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-305e36e5-490f-44a7-85e6-14f6c6bd5bd7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa9a0b20344e4f758e9046a1510a2d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1762123 Jul 21 00:19:14.617761 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55108) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:14.672050 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-d7e4eb66-7efe-491f-aaeb-a9ad09a35777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:14.673692 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-d7e4eb66-7efe-491f-aaeb-a9ad09a35777 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 1097 time: 0.2395692 Jul 21 00:19:14.681254 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-50ba11e9-c741-451b-be7a-3ecdab49fe2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.708371 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-50ba11e9-c741-451b-be7a-3ecdab49fe2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.749937 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] For port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:19:14.807775 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-50ba11e9-c741-451b-be7a-3ecdab49fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.811390 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-50ba11e9-c741-451b-be7a-3ecdab49fe2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.812865 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-50ba11e9-c741-451b-be7a-3ecdab49fe2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/454a8a47-3e95-413f-b108-c0ae772e21e8 HTTP/1.1" status: 204 len: 168 time: 0.1942270 Jul 21 00:19:14.827713 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba11e9-c741-451b-be7a-3ecdab49fe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454a8a47-3e95-413f-b108-c0ae772e21e8,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:14.870486 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] For port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:19:14.874292 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b28f69-689c-40b4-8c75-423c7561d8fa req-2fbaaf7e-d10b-4d81-8ebe-e9b6860e21b5 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:14.876083 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e4b28f69-689c-40b4-8c75-423c7561d8fa req-2fbaaf7e-d10b-4d81-8ebe-e9b6860e21b5 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 944 time: 0.1011519 Jul 21 00:19:14.910922 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-27a0ebac-995a-4595-8b43-84df8e62a751 None None] Provisioning for port e2576825-6fb3-4025-8934-8bd565c801f3 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:19:14.915978 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-27a0ebac-995a-4595-8b43-84df8e62a751 None None] Provisioning complete for port e2576825-6fb3-4025-8934-8bd565c801f3 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:14.916357 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-27a0ebac-995a-4595-8b43-84df8e62a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.932924 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:14.945514 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e4b28f69-689c-40b4-8c75-423c7561d8fa req-a1a8a001-d51f-41ce-ba1b-ef6f79342d97 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442712 Jul 21 00:19:14.973762 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-27a0ebac-995a-4595-8b43-84df8e62a751 None None] Port e2576825-6fb3-4025-8934-8bd565c801f3 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:19:15.020700 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 4cb056c4-cb2e-4011-974e-e948246b866e details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:19:15.023565 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:15.044255 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:15.045297 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:15.046746 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-88113f0b-3767-47a1-bf32-05cb83e974e5 service neutron] 10.222.0.32 "PUT /v2.0/ports/fb46bc8f-30c9-454f-ac75-33ce2f2a29ba HTTP/1.1" status: 200 len: 1093 time: 3.1528730 Jul 21 00:19:15.047279 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:15.071522 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-15a0acc0-428b-4509-98a9-a62d4c376be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:15.073250 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-15a0acc0-428b-4509-98a9-a62d4c376be2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 911 time: 0.3914382 Jul 21 00:19:15.182290 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ab302-3cdf-41a1-aba8-49346f510467 req-712c6b67-0ce7-454f-a9d3-4eea9581760b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:15.190152 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-331ab302-3cdf-41a1-aba8-49346f510467 req-712c6b67-0ce7-454f-a9d3-4eea9581760b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 932 time: 0.2128365 Jul 21 00:19:15.217287 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 4cb056c4-cb2e-4011-974e-e948246b866e, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=4cb056c4-cb2e-4011-974e-e948246b866e,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:15.231688 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '4cb056c4-cb2e-4011-974e-e948246b866e', 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d', 'port_id': '4cb056c4-cb2e-4011-974e-e948246b866e', 'mac_address': 'fa:16:3e:13:12:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b3966a-1f69-4389-a40b-024bc2ad65b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:19:15.240633 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-331ab302-3cdf-41a1-aba8-49346f510467 req-df75ce51-3853-4eaa-ba91-4378336503e2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494871 Jul 21 00:19:15.268273 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a66ef-9bd1-44a1-8116-394addb71650 req-0c1ba1dc-8b48-41d6-a1a1-f5bae1842090 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:15.285605 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-704a66ef-9bd1-44a1-8116-394addb71650 req-0c1ba1dc-8b48-41d6-a1a1-f5bae1842090 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 943 time: 0.2444794 Jul 21 00:19:15.295442 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:15.318348 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb056c4-cb2e-4011-974e-e948246b866e {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:15.370345 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-a31921d0-39b0-4237-957b-78ed2aec0495 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d HTTP/1.1" status: 200 len: 217 time: 0.2829034 Jul 21 00:19:15.377988 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 4cb056c4-cb2e-4011-974e-e948246b866e, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=4cb056c4-cb2e-4011-974e-e948246b866e,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:15.384213 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:15.388390 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-704a66ef-9bd1-44a1-8116-394addb71650 req-5da290e9-e967-48a6-a704-421598b2a490 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993509 Jul 21 00:19:15.450589 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55140) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:15.452024 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6554b3-dc56-4e8c-a428-8e04456ec78e', 'tag': 'fb46bc8f-30c9-454f-ac75-33ce2f2a29ba'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:15.454603 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51e4836-4a37-4fe6-87bf-693cc69681d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6554b3-dc56-4e8c-a428-8e04456ec78e", "tag": "fb46bc8f-30c9-454f-ac75-33ce2f2a29ba"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:15.465975 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=4cb056c4-cb2e-4011-974e-e948246b866e,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:15.537496 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9ed708-f9fd-49cb-9741-411c2fe0fc95 x-openstack-request-id: req-2e9ed708-f9fd-49cb-9741-411c2fe0fc95 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:15.537908 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6554b3-dc56-4e8c-a428-8e04456ec78e", "tag": "fb46bc8f-30c9-454f-ac75-33ce2f2a29ba", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:15.538159 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e9ed708-f9fd-49cb-9741-411c2fe0fc95 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:15.539086 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6554b3-dc56-4e8c-a428-8e04456ec78e', 'tag': 'fb46bc8f-30c9-454f-ac75-33ce2f2a29ba', 'status': 'completed', 'code': 200} Jul 21 00:19:15.573007 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-4f158a92-22c8-4432-9892-2d80e8a05b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:15.574480 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-4f158a92-22c8-4432-9892-2d80e8a05b47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f70018-3e48-4eeb-828a-b5371037ea59 HTTP/1.1" status: 200 len: 849 time: 0.1577911 Jul 21 00:19:15.602241 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['4cb056c4-cb2e-4011-974e-e948246b866e'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:19:15.612717 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-87b709c3-3270-493f-98df-30bc1368efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:15.614509 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-87b709c3-3270-493f-98df-30bc1368efb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 1096 time: 0.2557323 Jul 21 00:19:15.669651 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5b335d60-ecc6-479b-beba-dcb6ab6712c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:15.680915 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-0eecea15-3850-4fc8-9a27-9d046c2ab93f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba HTTP/1.1" status: 200 len: 217 time: 0.0406713 Jul 21 00:19:15.731048 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bd279-d46c-4181-ae79-8a511b33edd4 req-1cf28b9d-dae7-428a-a1ee-ab18f5fa5e74 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:15.732905 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e61bd279-d46c-4181-ae79-8a511b33edd4 req-1cf28b9d-dae7-428a-a1ee-ab18f5fa5e74 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 945 time: 0.3431253 Jul 21 00:19:15.795650 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e61bd279-d46c-4181-ae79-8a511b33edd4 req-bdcd356c-e2fa-469d-8701-895006d6e513 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541780 Jul 21 00:19:15.831554 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5b335d60-ecc6-479b-beba-dcb6ab6712c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:15.836708 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5b335d60-ecc6-479b-beba-dcb6ab6712c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:15.843363 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-834c9605-cddf-4d48-8abc-ae7acdfb0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:15.845228 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-834c9605-cddf-4d48-8abc-ae7acdfb0439 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 200 len: 858 time: 0.1237717 Jul 21 00:19:15.854285 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-34e1fc7d-af5d-437b-9653-16e024b99c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:15.855801 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-34e1fc7d-af5d-437b-9653-16e024b99c1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8355f9be-4e62-41cd-bf82-895434776e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2631044 Jul 21 00:19:15.894830 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b335d60-ecc6-479b-beba-dcb6ab6712c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d3bc93-68d2-4523-95aa-1ed33e930ce6,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:15.903905 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-5b335d60-ecc6-479b-beba-dcb6ab6712c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1a254f6e8ce47e787dee79435b39a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515445 Jul 21 00:19:15.903905 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55156) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:15.939116 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-1af67b07-7f3b-47c2-ab37-56059b4d1518 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785921 Jul 21 00:19:15.953734 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a54d777c-e078-452a-b327-b5b50a59f602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:15.991019 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a54d777c-e078-452a-b327-b5b50a59f602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:16.104623 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2576825-6fb3-4025-8934-8bd565c801f3 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:16.115265 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:16.129760 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a54d777c-e078-452a-b327-b5b50a59f602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:16.132723 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a54d777c-e078-452a-b327-b5b50a59f602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:16.136484 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-a54d777c-e078-452a-b327-b5b50a59f602 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92d3bc93-68d2-4523-95aa-1ed33e930ce6 HTTP/1.1" status: 204 len: 168 time: 0.2313128 Jul 21 00:19:16.147743 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d777c-e078-452a-b327-b5b50a59f602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d3bc93-68d2-4523-95aa-1ed33e930ce6,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:16.149363 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Transition to ACTIVE for port object e2576825-6fb3-4025-8934-8bd565c801f3 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:19:16.164873 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-aa88ad14-b740-499f-ac84-16d616b10c05 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885182 Jul 21 00:19:16.167062 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:16.178455 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016e3c-4244-4381-9501-4992d0dbab7e req-6156ceac-41f7-414d-82a3-31ffaecf1a2d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:16.185198 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f2016e3c-4244-4381-9501-4992d0dbab7e req-6156ceac-41f7-414d-82a3-31ffaecf1a2d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 944 time: 0.0924945 Jul 21 00:19:16.188825 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-478c19a4-cefb-4526-b6b1-fa231d2539d8 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209404 Jul 21 00:19:16.232296 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f2016e3c-4244-4381-9501-4992d0dbab7e req-0f98cb93-9a38-4c66-835b-3f159627b3d5 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436506 Jul 21 00:19:16.378601 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Pushing event updated for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:16.456265 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6550e70-856e-4d18-9e1a-32b340882e05 req-20b5e53f-0725-4052-b71e-165b25c7df58 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:16.457885 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b6550e70-856e-4d18-9e1a-32b340882e05 req-20b5e53f-0725-4052-b71e-165b25c7df58 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0951271 Jul 21 00:19:16.517930 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Attempting to bind port e2576825-6fb3-4025-8934-8bd565c801f3 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:19:16.518266 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Attempting to bind port e2576825-6fb3-4025-8934-8bd565c801f3 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:19:16.518592 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Attempting to bind port e2576825-6fb3-4025-8934-8bd565c801f3 on network bd9d4f1b-800b-4aec-9239-aeaacd30c052 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:16.541569 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Port e2576825-6fb3-4025-8934-8bd565c801f3 on network bd9d4f1b-800b-4aec-9239-aeaacd30c052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:19:16.542469 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Attempting to bind port e2576825-6fb3-4025-8934-8bd565c801f3 on network bd9d4f1b-800b-4aec-9239-aeaacd30c052 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:16.547468 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-161f942f-be56-4aa9-9127-9e5af5ad34d2 req-05a2e469-30d4-4cb5-a3f1-055e1728d27c service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714325 Jul 21 00:19:16.551259 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185fe5ad-11a4-4a4c-a0d2-88b06992a0ef req-83f9a553-8564-4fc5-8f37-4235e291f0a2 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372402 Jul 21 00:19:16.552706 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:19:16.553079 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Checking segment: {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:19:16.553467 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Bound using segment: {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:19:16.553906 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Bound port: e2576825-6fb3-4025-8934-8bd565c801f3, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:19:16.554795 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:16.569441 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b6550e70-856e-4d18-9e1a-32b340882e05 req-a1acf831-8836-4aa9-91c1-ecd04bf7701b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868008 Jul 21 00:19:16.642508 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94a47b-f19b-4074-b4b8-80e80160649d req-95b02e02-84f0-4da5-9c94-267c57375b80 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:16.644487 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0e94a47b-f19b-4074-b4b8-80e80160649d req-95b02e02-84f0-4da5-9c94-267c57375b80 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 943 time: 0.1512809 Jul 21 00:19:16.691400 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0e94a47b-f19b-4074-b4b8-80e80160649d req-281b1766-478e-428d-8bd9-034c1c38f01a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396259 Jul 21 00:19:16.692147 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:19:16.716112 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:19:16.718670 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:16.770941 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:16.771711 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:16.773567 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-81029405-97a5-4415-822c-424ecd774a23 service neutron] 10.222.0.32 "PUT /v2.0/ports/e2576825-6fb3-4025-8934-8bd565c801f3 HTTP/1.1" status: 200 len: 1094 time: 2.1674895 Jul 21 00:19:16.787089 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55190) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:16.800521 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4836-4a37-4fe6-87bf-693cc69681d5 req-d0dd50e5-e8ce-4cb3-ada3-f93a98d4369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:16.805525 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e51e4836-4a37-4fe6-87bf-693cc69681d5 req-d0dd50e5-e8ce-4cb3-ada3-f93a98d4369f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 1096 time: 0.1534300 Jul 21 00:19:16.811683 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81029405-97a5-4415-822c-424ecd774a23 service neutron] Pushing event updated for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:17.020788 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:19:17.040506 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc91a3a-9d24-446d-8817-ec3c66a7615c req-44e90108-02eb-42bb-9164-8e4b02372e9f tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:17.042149 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4cc91a3a-9d24-446d-8817-ec3c66a7615c req-44e90108-02eb-42bb-9164-8e4b02372e9f tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 945 time: 0.1250622 Jul 21 00:19:17.090934 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 4cb056c4-cb2e-4011-974e-e948246b866e up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:17.094983 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-609765fd-3b00-499c-979d-fe53f220f4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.123805 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4836-4a37-4fe6-87bf-693cc69681d5 req-1c5675e9-8ebc-4a4f-a375-e0c8e91b13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:17.129728 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e51e4836-4a37-4fe6-87bf-693cc69681d5 req-1c5675e9-8ebc-4a4f-a375-e0c8e91b13a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 919 time: 0.3149235 Jul 21 00:19:17.130990 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4cc91a3a-9d24-446d-8817-ec3c66a7615c req-b19d28ab-4db9-42f5-b852-86212fed6e3b tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695996 Jul 21 00:19:17.140389 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22f05-57d7-43b7-897b-404233a638bc req-55145c27-8c37-47f8-8c5c-7df44ce853a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:17.141923 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-55145c27-8c37-47f8-8c5c-7df44ce853a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 1097 time: 0.3139384 Jul 21 00:19:17.225316 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e51e4836-4a37-4fe6-87bf-693cc69681d5 req-7042b426-b0f9-4718-84ec-76911a73bc1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba HTTP/1.1" status: 200 len: 217 time: 0.0823650 Jul 21 00:19:17.283547 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:17.288238 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-609765fd-3b00-499c-979d-fe53f220f4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.298206 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-609765fd-3b00-499c-979d-fe53f220f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.314741 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-470e8b44-d067-40c1-8fb0-b12f849be5a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2576825-6fb3-4025-8934-8bd565c801f3 HTTP/1.1" status: 200 len: 217 time: 0.0883853 Jul 21 00:19:17.330447 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'port_id': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d', 'mac_address': 'fa:16:3e:14:92:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:19:17.331086 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 55224) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:17.374837 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-609765fd-3b00-499c-979d-fe53f220f4ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc2a2e16ef5a41249a7c542a50217a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865312 Jul 21 00:19:17.380401 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55228) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:17.381966 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 4cb056c4-cb2e-4011-974e-e948246b866e completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:19:17.388771 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 4cb056c4-cb2e-4011-974e-e948246b866e triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:17.389395 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.411335 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609765fd-3b00-499c-979d-fe53f220f4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b734563-1d23-4081-add8-637adcf900f7,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:17.436527 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.442912 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22f05-57d7-43b7-897b-404233a638bc req-a0531cac-071d-4bc8-98db-ace4ed1a1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:17.444724 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-a0531cac-071d-4bc8-98db-ace4ed1a1eac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.1116009 Jul 21 00:19:17.462731 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:17.499364 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:17.509276 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4836-4a37-4fe6-87bf-693cc69681d5 req-ca50368f-e450-4f76-bf1e-804b97736b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:17.510924 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e51e4836-4a37-4fe6-87bf-693cc69681d5 req-ca50368f-e450-4f76-bf1e-804b97736b89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 200 len: 858 time: 0.1939681 Jul 21 00:19:17.529628 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.561240 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:17.566782 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddc6f16-870f-40ec-a840-1ff1657b5e57" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:17.576380 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4eeacc45-f5a9-43ba-9714-aa216cb6c6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.578041 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.622654 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e51e4836-4a37-4fe6-87bf-693cc69681d5 req-009ed52b-b9be-4b64-96c0-5fd218a77387 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007898 Jul 21 00:19:17.630248 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-331820818-network', 'tenant_id': 'c6778a6194c845aba82c047ff1ef08c8'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:17.646658 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196022c6-8e4e-449b-afd1-8df6e9cac38e req-13189d4d-a733-4bd5-9385-5e43f8f310c8 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:17.648852 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-196022c6-8e4e-449b-afd1-8df6e9cac38e req-13189d4d-a733-4bd5-9385-5e43f8f310c8 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 944 time: 0.2560921 Jul 21 00:19:17.655457 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:17.659699 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4eeacc45-f5a9-43ba-9714-aa216cb6c6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.675183 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b3a337-3255-40b9-8b77-ea7b3d52de0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb056c4-cb2e-4011-974e-e948246b866e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:17.677175 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525a0344-ead4-4871-a244-96daa17fd863 x-openstack-request-id: req-525a0344-ead4-4871-a244-96daa17fd863 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:17.677693 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:17.678099 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-525a0344-ead4-4871-a244-96daa17fd863 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:17.678638 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'status': 'completed', 'code': 200} Jul 21 00:19:17.679260 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e412c5f-e58e-4eba-8550-7d84c1c6f830" -d '{"events": [{"server_uuid": "15b3a337-3255-40b9-8b77-ea7b3d52de0e", "name": "network-vif-plugged", "status": "completed", "tag": "4cb056c4-cb2e-4011-974e-e948246b866e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:17.702049 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 4cb056c4-cb2e-4011-974e-e948246b866e, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=4cb056c4-cb2e-4011-974e-e948246b866e,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:17.716278 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.725926 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22f05-57d7-43b7-897b-404233a638bc req-f4362fa3-64a1-4cc6-bd6f-4d9ae838e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:17.727446 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-f4362fa3-64a1-4cc6-bd6f-4d9ae838e186 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2725770 Jul 21 00:19:17.732912 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Made reservation on behalf of c6778a6194c845aba82c047ff1ef08c8 for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:17.735234 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.786211 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['98dc6ff7-6de7-40f9-a853-4ea7ee8a449d'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:19:17.808805 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.841567 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-196022c6-8e4e-449b-afd1-8df6e9cac38e req-e5d61b5b-945b-4442-ae53-c2f04c6cb59a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842244 Jul 21 00:19:17.953525 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4eeacc45-f5a9-43ba-9714-aa216cb6c6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.963536 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4eeacc45-f5a9-43ba-9714-aa216cb6c6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:17.965788 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e52fdd3-7166-452e-8f9e-3590a92dc682 x-openstack-request-id: req-3e52fdd3-7166-452e-8f9e-3590a92dc682 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:17.966574 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b3a337-3255-40b9-8b77-ea7b3d52de0e", "name": "network-vif-plugged", "status": "completed", "tag": "4cb056c4-cb2e-4011-974e-e948246b866e", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:17.966880 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e52fdd3-7166-452e-8f9e-3590a92dc682 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:17.969653 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b3a337-3255-40b9-8b77-ea7b3d52de0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb056c4-cb2e-4011-974e-e948246b866e', 'code': 200} Jul 21 00:19:17.973746 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-4eeacc45-f5a9-43ba-9714-aa216cb6c6af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b734563-1d23-4081-add8-637adcf900f7 HTTP/1.1" status: 204 len: 168 time: 0.5876012 Jul 21 00:19:18.014600 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=4cb056c4-cb2e-4011-974e-e948246b866e,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:18.053891 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeacc45-f5a9-43ba-9714-aa216cb6c6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b734563-1d23-4081-add8-637adcf900f7,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:18.113696 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e51e4836-4a37-4fe6-87bf-693cc69681d5 req-ea12a5c7-1300-4b27-84f2-006e1a435370 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335470 Jul 21 00:19:18.213645 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2e8a-6200-4739-9356-cf41857877ac req-9be7cb31-cc05-41dd-8400-57660c9870a7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:18.220358 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d16a2e8a-6200-4739-9356-cf41857877ac req-9be7cb31-cc05-41dd-8400-57660c9870a7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.4491756 Jul 21 00:19:18.366536 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d16a2e8a-6200-4739-9356-cf41857877ac req-e735645a-8870-445d-b3fc-20a39d806bd9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320047 Jul 21 00:19:18.396792 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e6477-a73e-485d-aa2d-6851ee705647 req-8418d158-4820-43e8-b98f-822ceb5a24e1 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:18.399363 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dd6e6477-a73e-485d-aa2d-6851ee705647 req-8418d158-4820-43e8-b98f-822ceb5a24e1 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 943 time: 0.3598464 Jul 21 00:19:18.427125 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-4d1bedab-4fbd-4154-9450-70b4166d199e service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657307 Jul 21 00:19:18.493725 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dd6e6477-a73e-485d-aa2d-6851ee705647 req-855690f4-aaac-4d97-a311-e12d7c9eb76e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866745 Jul 21 00:19:18.504509 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55270) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:18.517571 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-cf1a51be-e6eb-4eab-a1ea-c9348915b589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.558072 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e51e4836-4a37-4fe6-87bf-693cc69681d5 req-a19c98e1-4f4a-4a7d-b7b4-d369d8cbe408 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371152 Jul 21 00:19:18.596438 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab1494-934f-41c4-a902-750cb8d136bf req-2c692b2a-e8e3-491d-b8bb-46980137b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:18.597960 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-c9ab1494-934f-41c4-a902-750cb8d136bf req-2c692b2a-e8e3-491d-b8bb-46980137b693 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 1099 time: 0.2589610 Jul 21 00:19:18.602661 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.611630 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.638543 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17e22f05-57d7-43b7-897b-404233a638bc req-bf99c750-48ff-4feb-a8eb-f6b3f803efc6 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028172 Jul 21 00:19:18.657041 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:19:18.679596 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4ee622-7a48-4ea8-9492-1aec1f920573,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:18.698815 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-c9ab1494-934f-41c4-a902-750cb8d136bf req-6afa4d74-2ff5-455e-82d4-a7e7b105a646 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896020 Jul 21 00:19:18.699324 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-cf1a51be-e6eb-4eab-a1ea-c9348915b589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.700841 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.701207 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Added segment 0bb383e0-e001-4f65-9e32-48bc753f617a of type vlan for network 2165f898-71e8-4ccf-ab99-f917c2232a57 Jul 21 00:19:18.705293 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-cf1a51be-e6eb-4eab-a1ea-c9348915b589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.743632 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-cf1a51be-e6eb-4eab-a1ea-c9348915b589 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17f3a2c3717e43068b19a8c3a20b58b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395344 Jul 21 00:19:18.744625 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a51be-e6eb-4eab-a1ea-c9348915b589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8266422-c11c-408c-a62d-d3c766502eab,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:18.747020 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55272) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:18.769896 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.798196 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-dd904953-d5c9-4a1f-b564-6f67d43359f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:18.799781 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-dd904953-d5c9-4a1f-b564-6f67d43359f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 1097 time: 0.1126733 Jul 21 00:19:18.809132 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-58c4c934-db5c-48e3-aadd-9f5664f753c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.809403 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.810344 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:18.810913 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.841356 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-58c4c934-db5c-48e3-aadd-9f5664f753c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.922475 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5842896 Jul 21 00:19:18.935679 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55280) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:18.940854 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Request body: {'subnet': {'network_id': '2165f898-71e8-4ccf-ab99-f917c2232a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-331820818-subnet', 'tenant_id': 'c6778a6194c845aba82c047ff1ef08c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:18.953147 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647fe5b-9f06-49b7-bb74-23607cb9e426 admin admin] Pushing event updated for resources: {'Network': ['ID=2165f898-71e8-4ccf-ab99-f917c2232a57,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:18.956611 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-58c4c934-db5c-48e3-aadd-9f5664f753c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.960468 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-58c4c934-db5c-48e3-aadd-9f5664f753c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:18.961782 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-58c4c934-db5c-48e3-aadd-9f5664f753c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8266422-c11c-408c-a62d-d3c766502eab HTTP/1.1" status: 204 len: 168 time: 0.2137251 Jul 21 00:19:18.972314 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 2165f898-71e8-4ccf-ab99-f917c2232a57 details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:19:18.980929 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4c934-db5c-48e3-aadd-9f5664f753c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8266422-c11c-408c-a62d-d3c766502eab,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:18.994430 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Made reservation on behalf of c6778a6194c845aba82c047ff1ef08c8 for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:18.996878 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:19.004427 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-5d4bbc33-3e99-4635-b81a-8e21cd6e9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:19.006332 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-5d4bbc33-3e99-4635-b81a-8e21cd6e9e43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 918 time: 0.1930776 Jul 21 00:19:19.045110 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc5992-f759-4981-bd7b-5f2ab8d70409 req-55857a52-a921-43d0-b31f-37ce77cd1c35 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:19.046715 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a9fc5992-f759-4981-bd7b-5f2ab8d70409 req-55857a52-a921-43d0-b31f-37ce77cd1c35 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 945 time: 0.1406832 Jul 21 00:19:19.056478 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device fb46bc8f-30c9-454f-ac75-33ce2f2a29ba details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:19:19.058575 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:19.117424 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-2e704c94-ef47-4428-bc05-6de61517b2dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2576825-6fb3-4025-8934-8bd565c801f3 HTTP/1.1" status: 200 len: 217 time: 0.1016426 Jul 21 00:19:19.150761 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a9fc5992-f759-4981-bd7b-5f2ab8d70409 req-cc93acd6-1cd3-4ff2-9919-15d443ca7e6a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744867 Jul 21 00:19:19.182550 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-5e2b393f-63fc-4483-ae53-49e1c93afb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:19.184176 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-5e2b393f-63fc-4483-ae53-49e1c93afb5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.0557849 Jul 21 00:19:19.228337 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:19:19.261038 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:19.261504 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:19.278319 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-bfe7efe5-e17a-4f22-a239-953b22630c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:19.280071 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-bfe7efe5-e17a-4f22-a239-953b22630c70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0838094 Jul 21 00:19:19.305362 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:19.329083 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:19.347312 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': 'fb46bc8f-30c9-454f-ac75-33ce2f2a29ba', 'network_id': 'aeb3f93b-68d5-4fd7-a290-d3b99cc3436d', 'port_id': 'fb46bc8f-30c9-454f-ac75-33ce2f2a29ba', 'mac_address': 'fa:16:3e:f2:74:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b3966a-1f69-4389-a40b-024bc2ad65b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:19:19.449980 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:19.452178 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2b47db-30b0-4407-92a1-3df13e6d6c9f,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:19.480751 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb46bc8f-30c9-454f-ac75-33ce2f2a29ba {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:19.518370 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Checking segment: {'id': '0bb383e0-e001-4f65-9e32-48bc753f617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2165f898-71e8-4ccf-ab99-f917c2232a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:19:19.520830 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:19.525591 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:19.528192 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Network hostable DHCP agents. Network: 2165f898-71e8-4ccf-ab99-f917c2232a57, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:19:19.553410 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-b6acd04d-4a01-4214-b1a8-fd30857c89a3 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649086 Jul 21 00:19:19.628105 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:19.631836 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:19.645625 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:19.691258 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Network 2165f898-71e8-4ccf-ab99-f917c2232a57 is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:19:19.723059 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1ddc6f16-870f-40ec-a840-1ff1657b5e57 req-51eeefe2-323b-4978-a80e-deff36e3fbcb service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501207 Jul 21 00:19:19.763695 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 2165f898-71e8-4ccf-ab99-f917c2232a57) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:19:19.780615 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b1754-c65f-4407-ab93-a2b0423944fe req-770eea19-17c4-4b1a-b1f0-2dd8bcbb49ce tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:19.781471 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:19.782616 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-109b1754-c65f-4407-ab93-a2b0423944fe req-770eea19-17c4-4b1a-b1f0-2dd8bcbb49ce tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.3043919 Jul 21 00:19:19.785231 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:19.785993 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:19.791841 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7da82-cd7f-4f51-aacf-5d69f395dd26 None None] Network 2165f898-71e8-4ccf-ab99-f917c2232a57 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:19:19.838751 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-bed77c67-18c8-4ad9-8f21-6824011c557b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9022551 Jul 21 00:19:19.863599 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-109b1754-c65f-4407-ab93-a2b0423944fe req-cc0a9d2f-24e3-46e9-b88a-34a38acc60c4 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744584 Jul 21 00:19:19.891933 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff160923-206d-4964-96e1-920a110c1fad req-3d6b2a5f-cf28-447e-9609-c6159f424ebf tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:19.899743 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ff160923-206d-4964-96e1-920a110c1fad req-3d6b2a5f-cf28-447e-9609-c6159f424ebf tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 944 time: 0.2420723 Jul 21 00:19:19.917304 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['fb46bc8f-30c9-454f-ac75-33ce2f2a29ba'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:19:19.971485 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ff160923-206d-4964-96e1-920a110c1fad req-d35dcc68-d783-4481-8ec8-bfcfb442c6d1 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708332 Jul 21 00:19:19.997635 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:19.999900 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dadfb6-3082-4507-bd90-c815cf54e650" -d '{"events": [{"server_uuid": "3438de5c-2f9c-40e6-85dd-9552833fe471", "name": "network-vif-plugged", "status": "completed", "tag": "98dc6ff7-6de7-40f9-a853-4ea7ee8a449d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:20.079563 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a6071-aba3-4944-8781-88fa2332f4fc x-openstack-request-id: req-174a6071-aba3-4944-8781-88fa2332f4fc {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:20.079981 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3438de5c-2f9c-40e6-85dd-9552833fe471", "name": "network-vif-plugged", "status": "completed", "tag": "98dc6ff7-6de7-40f9-a853-4ea7ee8a449d", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:20.080371 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-174a6071-aba3-4944-8781-88fa2332f4fc {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:20.081299 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d', 'code': 200} Jul 21 00:19:20.124792 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:20.234372 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71bf15-b4bf-4b09-83f4-ff1d3173b748 None None] Network 2165f898-71e8-4ccf-ab99-f917c2232a57 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:19:20.353642 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ea635-14dd-4c28-a2c2-50e9190ccbca req-5b140482-d239-4c38-ac94-3d3f0c93e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:20.356348 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7d1ea635-14dd-4c28-a2c2-50e9190ccbca req-5b140482-d239-4c38-ac94-3d3f0c93e911 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 1099 time: 0.1195078 Jul 21 00:19:20.487889 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7d1ea635-14dd-4c28-a2c2-50e9190ccbca req-1232f3ba-658d-4caf-847d-cfa90baa4630 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160789 Jul 21 00:19:20.505664 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05861-f32f-4801-9d73-b2458409b984 req-fe9cecf5-f004-4df7-8bb0-4f78846466f5 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:20.507206 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d4f05861-f32f-4801-9d73-b2458409b984 req-fe9cecf5-f004-4df7-8bb0-4f78846466f5 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1826737 Jul 21 00:19:20.548034 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d4f05861-f32f-4801-9d73-b2458409b984 req-933151c0-0798-44ce-976e-e7386165dad6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341320 Jul 21 00:19:20.821673 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55374) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:20.826628 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2063598404-network', 'tenant_id': 'e1b219a66d794d8ab7604ce4ff0bccfb'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:20.848358 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Made reservation on behalf of e1b219a66d794d8ab7604ce4ff0bccfb for: {'network': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:20.850806 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:20.858903 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:20.989640 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.000457 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.032974 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:19:21.049552 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba1a4c9-7bb7-491f-97df-931fd1fbc4f0,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:21.069547 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.071011 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.segments_db [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Added segment b16955ce-59e1-4167-af61-cd487e531522 of type vlan for network 587da619-5d4d-47cf-927a-3f6e8b329b14 Jul 21 00:19:21.075045 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device e2576825-6fb3-4025-8934-8bd565c801f3 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:19:21.097173 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099f85-215f-4776-8c59-52ef387fb3fd req-3e776b39-e53e-4c7c-993a-4117247122ae tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:21.098854 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c9099f85-215f-4776-8c59-52ef387fb3fd req-3e776b39-e53e-4c7c-993a-4117247122ae tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.1515706 Jul 21 00:19:21.177864 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.222963 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:21.238566 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'port_id': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'mac_address': 'fa:16:3e:39:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:19:21.255977 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c9099f85-215f-4776-8c59-52ef387fb3fd req-c1baa8b7-bc83-4650-9c86-03a07965adf4 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376340 Jul 21 00:19:21.282649 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cff66-8a5f-4b92-9103-4323efc85afd req-c602881d-064e-4078-96ef-f3d814e0de5c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:21.284683 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-394cff66-8a5f-4b92-9103-4323efc85afd req-c602881d-064e-4078-96ef-f3d814e0de5c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 944 time: 0.2175784 Jul 21 00:19:21.294558 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.296194 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:21.297103 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.297907 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.321716 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2576825-6fb3-4025-8934-8bd565c801f3 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:21.348816 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:21.360004 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.373496 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 55402) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:21.378185 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5547750 Jul 21 00:19:21.378903 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Request body: {'subnet': {'network_id': '587da619-5d4d-47cf-927a-3f6e8b329b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2063598404-subnet', 'tenant_id': 'e1b219a66d794d8ab7604ce4ff0bccfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:21.421911 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Made reservation on behalf of e1b219a66d794d8ab7604ce4ff0bccfb for: {'subnet': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:21.425159 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.436506 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68bb7c-7891-4e30-a747-556f0e1c23e8 admin admin] Pushing event updated for resources: {'Network': ['ID=587da619-5d4d-47cf-927a-3f6e8b329b14,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:21.455298 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 587da619-5d4d-47cf-927a-3f6e8b329b14 details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:19:21.463866 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-394cff66-8a5f-4b92-9103-4323efc85afd req-3ebe344f-ecf2-4229-af3f-a6181ea965cf tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631093 Jul 21 00:19:21.502597 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:21.734508 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.747844 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['e2576825-6fb3-4025-8934-8bd565c801f3'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:19:21.750102 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652a43c-1cf3-4696-b552-ca2b469f5b5c req-e51c474c-e0b3-4e3e-ac2c-dcd32c3e8970 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:21.758945 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1652a43c-1cf3-4696-b552-ca2b469f5b5c req-e51c474c-e0b3-4e3e-ac2c-dcd32c3e8970 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0954599 Jul 21 00:19:21.781319 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d32671c-a384-4082-8577-92f6cad23588,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:21.815723 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1652a43c-1cf3-4696-b552-ca2b469f5b5c req-93a2924b-df19-4c8e-80d7-bc5e83b8971c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557573 Jul 21 00:19:21.838232 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Checking segment: {'id': 'b16955ce-59e1-4167-af61-cd487e531522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '587da619-5d4d-47cf-927a-3f6e8b329b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:19:21.838232 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Network hostable DHCP agents. Network: 587da619-5d4d-47cf-927a-3f6e8b329b14, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:19:21.860641 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Network 587da619-5d4d-47cf-927a-3f6e8b329b14 is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:19:21.870930 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 587da619-5d4d-47cf-927a-3f6e8b329b14) {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:19:21.880352 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:21.881645 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:21.882125 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3283e211-49ef-4da0-ae4c-3b0774971dab None None] Network 587da619-5d4d-47cf-927a-3f6e8b329b14 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:19:21.896721 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-cb7081cc-ee2b-411c-a8e5-0c122b04ee5f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5220773 Jul 21 00:19:22.067058 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be258634-5c8e-4379-910b-3d5617a4c14f None None] Network 587da619-5d4d-47cf-927a-3f6e8b329b14 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:19:22.174953 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85bb11-e7ce-45e4-8912-896120fa7c7f req-99349493-1a9e-4e10-813c-0cc23fbc6617 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:22.176457 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bd85bb11-e7ce-45e4-8912-896120fa7c7f req-99349493-1a9e-4e10-813c-0cc23fbc6617 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 945 time: 0.0653803 Jul 21 00:19:22.216085 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bd85bb11-e7ce-45e4-8912-896120fa7c7f req-9c2282cf-808e-41ef-8bae-13656b8577f0 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Jul 21 00:19:22.460623 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-6f853578-8b5a-4972-adee-f767dd65855f tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:22.462124 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-6f853578-8b5a-4972-adee-f767dd65855f tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/networks?id=2165f898-71e8-4ccf-ab99-f917c2232a57 HTTP/1.1" status: 200 len: 808 time: 0.1523557 Jul 21 00:19:22.472988 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b88f-8de5-447c-b949-08479cda47ef req-78a84cc7-9a41-44c5-af32-7a81dff4f721 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:22.474533 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f807b88f-8de5-447c-b949-08479cda47ef req-78a84cc7-9a41-44c5-af32-7a81dff4f721 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 945 time: 0.1393337 Jul 21 00:19:22.497286 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-abe5eb34-80e1-4453-8fcf-2e332b0627e3 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/quotas/c6778a6194c845aba82c047ff1ef08c8 HTTP/1.1" status: 200 len: 375 time: 0.0217698 Jul 21 00:19:22.540613 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f807b88f-8de5-447c-b949-08479cda47ef req-145d1c3c-0d40-4163-af75-2c174627a904 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581036 Jul 21 00:19:22.542424 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-c2142827-772d-40d2-bc13-7aeccde74cc7 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6778a6194c845aba82c047ff1ef08c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380557 Jul 21 00:19:22.672185 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-b8162255-3062-475f-b9d9-948ca1c95df0 service neutron] 10.222.0.35 "GET /v2.0/networks/2165f898-71e8-4ccf-ab99-f917c2232a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226597 Jul 21 00:19:22.719250 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3232e0-84f9-43a8-a702-fe0807b73c89 req-c9a522bd-6f0c-4d2e-8553-44fb617c136d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:22.720711 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9f3232e0-84f9-43a8-a702-fe0807b73c89 req-c9a522bd-6f0c-4d2e-8553-44fb617c136d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 944 time: 0.1077764 Jul 21 00:19:22.805981 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9f3232e0-84f9-43a8-a702-fe0807b73c89 req-8dface3b-c5e5-488b-950d-a7ecbcd64610 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550115 Jul 21 00:19:22.809622 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-0642c794-a532-45ec-9db8-319934a8c50b service neutron] 10.222.0.35 "GET /v2.0/networks/2165f898-71e8-4ccf-ab99-f917c2232a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317704 Jul 21 00:19:22.989496 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f1f74d9a-d005-4681-be94-57e342fd1d9b req-ab72b2a5-ab41-4008-80a8-637f8c4e7bcf tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 210 time: 0.0435057 Jul 21 00:19:23.001582 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eb051-d1d4-43c3-b9dd-6924e96dcee1 req-4edbff69-9484-4653-b503-4db4564c13bf tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:23.003157 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8b3eb051-d1d4-43c3-b9dd-6924e96dcee1 req-4edbff69-9484-4653-b503-4db4564c13bf tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1042147 Jul 21 00:19:23.050251 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8b3eb051-d1d4-43c3-b9dd-6924e96dcee1 req-12defbde-a5eb-4600-a5cc-f3cd37801c03 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362699 Jul 21 00:19:23.093399 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device e2576825-6fb3-4025-8934-8bd565c801f3 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:23.149697 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port e2576825-6fb3-4025-8934-8bd565c801f3 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:19:23.154741 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port e2576825-6fb3-4025-8934-8bd565c801f3 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:23.155359 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:23.215221 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cf4b7-544c-4a55-a8eb-b734d3526f36 req-3979103e-f899-414c-a28c-f2d6d056ff8d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:23.227593 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3b4cf4b7-544c-4a55-a8eb-b734d3526f36 req-3979103e-f899-414c-a28c-f2d6d056ff8d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1087661 Jul 21 00:19:23.228151 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55480) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:23.233616 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-8b58e8da-a272-49a1-86b1-7b70abbcf11a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'floatingip': {'port_id': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:23.252017 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:23.282230 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:23.285221 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84b98bc-7e60-4db5-9a1c-3b3ecc1cac7a" -d '{"events": [{"server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "name": "network-vif-plugged", "status": "completed", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:23.302412 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:23.309366 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:23.310370 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device fb46bc8f-30c9-454f-ac75-33ce2f2a29ba up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:23.338920 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49044c15-6f9c-4d10-8426-53fb11358ce4 x-openstack-request-id: req-49044c15-6f9c-4d10-8426-53fb11358ce4 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:23.339139 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b58e8da-a272-49a1-86b1-7b70abbcf11a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:23.339234 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "name": "network-vif-plugged", "status": "completed", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:23.339450 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49044c15-6f9c-4d10-8426-53fb11358ce4 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:23.339948 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'code': 200} Jul 21 00:19:23.413975 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:23.419182 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:19:23.431815 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:23.432369 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:23.570236 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df389e-d84c-47dd-81bf-529fad6e5c60 req-e91532f7-05fd-46a1-8e19-a3e0e5a78c0b tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:23.571817 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b6df389e-d84c-47dd-81bf-529fad6e5c60 req-e91532f7-05fd-46a1-8e19-a3e0e5a78c0b tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 945 time: 0.2559416 Jul 21 00:19:23.573089 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:23.643452 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd1151-edac-4fbe-ad16-a581191bbdf9 req-896a0ea3-0262-4739-9a02-90b3148ab14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:23.648208 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-c0dd1151-edac-4fbe-ad16-a581191bbdf9 req-896a0ea3-0262-4739-9a02-90b3148ab14e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 1099 time: 0.1141775 Jul 21 00:19:23.651748 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:23.657994 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:23.702434 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-c0dd1151-edac-4fbe-ad16-a581191bbdf9 req-6a60a8ec-c42d-48e4-a013-9663d1df362d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485518 Jul 21 00:19:23.756665 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:23.933701 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b6df389e-d84c-47dd-81bf-529fad6e5c60 req-e32906ce-2d2f-4dec-9303-7ea530920316 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/security-groups?id=0634c171-dc15-4620-8f16-7b53ad5857f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370049 Jul 21 00:19:23.938560 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-e620f1a4-256a-4cfe-ab7e-1ef61e1b6b38 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:23.941037 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-e620f1a4-256a-4cfe-ab7e-1ef61e1b6b38 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.32 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 945 time: 0.1303029 Jul 21 00:19:24.024785 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12868788-1bb9-4921-a3a0-974a2df08c04 req-38f95437-3978-4ce5-bb82-1d4976150937 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:24.026303 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-12868788-1bb9-4921-a3a0-974a2df08c04 req-38f95437-3978-4ce5-bb82-1d4976150937 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1923981 Jul 21 00:19:24.087671 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-36bd01f5-07d2-4fef-9db6-3d150b1a0e86 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Deleting port 81686bd6-9df1-4739-a57e-f9ab31f38d86 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:19:24.088002 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-36bd01f5-07d2-4fef-9db6-3d150b1a0e86 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:24.233188 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-12868788-1bb9-4921-a3a0-974a2df08c04 req-c40531a5-62e2-48bd-a270-58a256f52f2c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715503 Jul 21 00:19:24.235641 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-36bd01f5-07d2-4fef-9db6-3d150b1a0e86 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] For port 81686bd6-9df1-4739-a57e-f9ab31f38d86, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=81686bd6-9df1-4739-a57e-f9ab31f38d86,segment=NetworkSegment(7c38366c-87f0-4cae-a8a2-2484c52c0c03),segment_id=7c38366c-87f0-4cae-a8a2-2484c52c0c03)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:24.236020 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-36bd01f5-07d2-4fef-9db6-3d150b1a0e86 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:24.260884 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-36bd01f5-07d2-4fef-9db6-3d150b1a0e86 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Calling delete_port for 81686bd6-9df1-4739-a57e-f9ab31f38d86 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:19:24.324500 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-3f4c3aab-ec89-4cb3-ad04-068ec5a4e118 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:24.324500 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-3f4c3aab-ec89-4cb3-ad04-068ec5a4e118 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.32 "GET /v2.0/networks?id=2165f898-71e8-4ccf-ab99-f917c2232a57 HTTP/1.1" status: 200 len: 808 time: 0.1730208 Jul 21 00:19:24.357667 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Request body: {'port': {'device_id': '121fd16c-b09e-4042-88e3-ae076c6785f3', 'network_id': '2165f898-71e8-4ccf-ab99-f917c2232a57', 'admin_state_up': True, 'tenant_id': 'c6778a6194c845aba82c047ff1ef08c8'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:24.363240 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2c5195d8-ccba-4731-b4d6-45796c7e7a20 req-ed90b657-982b-456f-8f01-acb4b3c63d36 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 210 time: 0.0436649 Jul 21 00:19:24.404893 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e62d2-3304-4ecc-90ab-68fc9dbb334e req-44d5356f-93d3-4c80-b617-2953dc442eef tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:24.406429 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-066e62d2-3304-4ecc-90ab-68fc9dbb334e req-44d5356f-93d3-4c80-b617-2953dc442eef tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.4106603 Jul 21 00:19:24.408361 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.db.resource_extend [None req-8b58e8da-a272-49a1-86b1-7b70abbcf11a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 21 00:19:24.530835 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b58e8da-a272-49a1-86b1-7b70abbcf11a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:24.535210 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-066e62d2-3304-4ecc-90ab-68fc9dbb334e req-83457615-d47a-4648-a1be-e1002cc18fd4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920758 Jul 21 00:19:24.538893 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b58e8da-a272-49a1-86b1-7b70abbcf11a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:24.561300 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-36bd01f5-07d2-4fef-9db6-3d150b1a0e86 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:24.563616 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Made reservation on behalf of c6778a6194c845aba82c047ff1ef08c8 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:24.568581 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:24.576720 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['81686bd6-9df1-4739-a57e-f9ab31f38d86'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:19:24.620729 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd01f5-07d2-4fef-9db6-3d150b1a0e86 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Pushing event deleted for resources: {'Port': ['ID=81686bd6-9df1-4739-a57e-f9ab31f38d86,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:24.646330 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.l3_db [None req-8b58e8da-a272-49a1-86b1-7b70abbcf11a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Floating IP 08bfd3f4-b6eb-4f0c-8b11-d76d769751bc associated. External IP: 172.28.2.176, port: 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d. Jul 21 00:19:24.720343 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-36bd01f5-07d2-4fef-9db6-3d150b1a0e86 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] No DVR routers for this DVR port 81686bd6-9df1-4739-a57e-f9ab31f38d86 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:19:24.727180 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-36bd01f5-07d2-4fef-9db6-3d150b1a0e86 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:24.729499 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-34195857-4378-46ed-98e8-8f9d6ea1a828 req-36bd01f5-07d2-4fef-9db6-3d150b1a0e86 tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.32 "DELETE /v2.0/ports/81686bd6-9df1-4739-a57e-f9ab31f38d86 HTTP/1.1" status: 204 len: 173 time: 0.7758090 Jul 21 00:19:24.729953 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56266110-7335-4ecd-877a-0520a882007d', 'name': 'network-vif-deleted', 'tag': '81686bd6-9df1-4739-a57e-f9ab31f38d86'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:24.732543 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bb7b3d-d67a-4da8-bc45-50811ccbc349" -d '{"events": [{"server_uuid": "56266110-7335-4ecd-877a-0520a882007d", "name": "network-vif-deleted", "tag": "81686bd6-9df1-4739-a57e-f9ab31f38d86"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:24.807213 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed2ef6a-15d6-4f6d-82fa-5a4d89f54ecc x-openstack-request-id: req-4ed2ef6a-15d6-4f6d-82fa-5a4d89f54ecc {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:24.807510 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56266110-7335-4ecd-877a-0520a882007d", "name": "network-vif-deleted", "tag": "81686bd6-9df1-4739-a57e-f9ab31f38d86", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:24.807756 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ed2ef6a-15d6-4f6d-82fa-5a4d89f54ecc {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:24.808328 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56266110-7335-4ecd-877a-0520a882007d', 'name': 'network-vif-deleted', 'tag': '81686bd6-9df1-4739-a57e-f9ab31f38d86', 'status': 'completed', 'code': 200} Jul 21 00:19:24.846861 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Allocated IP 172.20.0.10 (2165f898-71e8-4ccf-ab99-f917c2232a57/9f2b47db-30b0-4407-92a1-3df13e6d6c9f/67684fa7-eb7e-4782-bf89-0c9de76ed03f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:19:24.930309 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b58e8da-a272-49a1-86b1-7b70abbcf11a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Router 2daae526-568a-432f-8e14-063475fe7908 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:19:25.123588 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-359cb769-501c-4591-8276-0cecbc4f595e req-acc6e488-f537-480b-bd6b-92f07fd0430e tempest-DeleteServersTestJSON-1743758781 tempest-DeleteServersTestJSON-1743758781-project] 10.222.0.35 "GET /v2.0/ports?device_id=56266110-7335-4ecd-877a-0520a882007d HTTP/1.1" status: 200 len: 210 time: 0.0439670 Jul 21 00:19:25.131566 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b58e8da-a272-49a1-86b1-7b70abbcf11a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:19:25.151684 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b58e8da-a272-49a1-86b1-7b70abbcf11a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:25.164606 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] Sync routers for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:19:25.195110 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:19:25.195941 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:19:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:25.198011 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-8b58e8da-a272-49a1-86b1-7b70abbcf11a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "PUT /v2.0/floatingips/08bfd3f4-b6eb-4f0c-8b11-d76d769751bc HTTP/1.1" status: 200 len: 992 time: 1.9686227 Jul 21 00:19:25.198996 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'tag': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d'}] {{(pid=94869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:25.202844 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba072442d3cd8ff40d09c77f14d2cf45bc88fa55c9678360c79ead5f0a34207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64611fde-5554-46a7-a46d-69f3de21504d" -d '{"events": [{"name": "network-changed", "server_uuid": "3438de5c-2f9c-40e6-85dd-9552833fe471", "tag": "98dc6ff7-6de7-40f9-a853-4ea7ee8a449d"}]}' {{(pid=94869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:25.238844 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2322c853-f87e-4b53-87b1-25fa347ccefe x-openstack-request-id: req-2322c853-f87e-4b53-87b1-25fa347ccefe {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:25.239411 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3438de5c-2f9c-40e6-85dd-9552833fe471", "tag": "98dc6ff7-6de7-40f9-a853-4ea7ee8a449d", "status": "completed", "code": 200}]} {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:25.239411 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2322c853-f87e-4b53-87b1-25fa347ccefe {{(pid=94869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:25.239750 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'tag': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d', 'status': 'completed', 'code': 200} Jul 21 00:19:25.241188 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:25.325070 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:25.341520 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6554b3-dc56-4e8c-a428-8e04456ec78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb46bc8f-30c9-454f-ac75-33ce2f2a29ba'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:25.344661 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba16ee91-6efd-4c10-b7b1-00ce6a3700f9" -d '{"events": [{"server_uuid": "fd6554b3-dc56-4e8c-a428-8e04456ec78e", "name": "network-vif-plugged", "status": "completed", "tag": "fb46bc8f-30c9-454f-ac75-33ce2f2a29ba"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:25.347696 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:19:25.390576 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64611fde-5554-46a7-a46d-69f3de21504d req-7bc3f3dd-dba8-41ec-9abe-fa464e6ac4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:25.392500 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-64611fde-5554-46a7-a46d-69f3de21504d req-7bc3f3dd-dba8-41ec-9abe-fa464e6ac4d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 1099 time: 0.1184578 Jul 21 00:19:25.394301 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Network 2165f898-71e8-4ccf-ab99-f917c2232a57 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:19:25.397076 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478bd21-b3d2-44bd-b28e-d647e9c4a475 req-28318195-6065-4ce3-b9d3-2baed3fc8276 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:25.399176 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:19:25.401026 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Pushing event updated for resources: {'Port': ['ID=67684fa7-eb7e-4782-bf89-0c9de76ed03f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:25.406109 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6478bd21-b3d2-44bd-b28e-d647e9c4a475 req-28318195-6065-4ce3-b9d3-2baed3fc8276 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0953610 Jul 21 00:19:25.408877 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f797143b-85f8-4acb-91e3-eb590a19520f x-openstack-request-id: req-f797143b-85f8-4acb-91e3-eb590a19520f {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:25.409395 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6554b3-dc56-4e8c-a428-8e04456ec78e", "name": "network-vif-plugged", "status": "completed", "tag": "fb46bc8f-30c9-454f-ac75-33ce2f2a29ba", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:25.409842 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f797143b-85f8-4acb-91e3-eb590a19520f {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:25.410639 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6554b3-dc56-4e8c-a428-8e04456ec78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb46bc8f-30c9-454f-ac75-33ce2f2a29ba', 'code': 200} Jul 21 00:19:25.410889 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:19:25.416628 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:25.417296 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:25.471267 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-351fe745-d47e-406d-b0f8-804ad3911393 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1189187 Jul 21 00:19:25.478393 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6478bd21-b3d2-44bd-b28e-d647e9c4a475 req-6de1e06f-12c4-42ef-bfc3-94bf7183d968 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711472 Jul 21 00:19:25.508107 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Request body: {'port': {'device_id': '121fd16c-b09e-4042-88e3-ae076c6785f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:25.664910 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64611fde-5554-46a7-a46d-69f3de21504d req-9a9b14a5-8b24-49b3-98a4-e7d8abcb16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:25.666651 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-64611fde-5554-46a7-a46d-69f3de21504d req-9a9b14a5-8b24-49b3-98a4-e7d8abcb16d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 911 time: 0.2631598 Jul 21 00:19:25.722069 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': '08bfd3f4-b6eb-4f0c-8b11-d76d769751bc', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'floating_ip_address': '172.28.2.176', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '2daae526-568a-432f-8e14-063475fe7908', 'port_id': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'mac_address': 'fa:16:3e:14:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:18:59Z', 'updated_at': '2021-07-21T00:19:24Z', 'revision_number': 1, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:25.750377 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] Checking router: 2daae526-568a-432f-8e14-063475fe7908 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:19:25.760629 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:19:25.761887 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:19:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:25.862752 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:25.878365 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c97dd-876a-4292-b915-fc6385dfa28d req-925a6335-f7a6-4879-b867-8de8c40d81a0 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:25.879900 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d31c97dd-876a-4292-b915-fc6385dfa28d req-925a6335-f7a6-4879-b867-8de8c40d81a0 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 932 time: 0.3931386 Jul 21 00:19:25.907155 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd55f2b-9d7a-491c-bc16-56a49c018408 req-cc4f753f-7cee-43c9-bdec-a11918f0065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:25.908595 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:19:25.910179 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dbd55f2b-9d7a-491c-bc16-56a49c018408 req-cc4f753f-7cee-43c9-bdec-a11918f0065e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 1098 time: 0.2991900 Jul 21 00:19:25.912630 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-64611fde-5554-46a7-a46d-69f3de21504d req-11a00698-acd2-4cce-bb8e-8ea133c79423 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d HTTP/1.1" status: 200 len: 1000 time: 0.2345982 Jul 21 00:19:25.923958 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1043-a66a-458f-9128-68df2ffc59b9 req-cfbbcbb9-85f2-4b0c-ac9e-d9e943c0492e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:25.941042 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5d1f1043-a66a-458f-9128-68df2ffc59b9 req-cfbbcbb9-85f2-4b0c-ac9e-d9e943c0492e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1553574 Jul 21 00:19:25.941866 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55570) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:25.961037 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-fdfcdfec-026c-4120-a645-9ddabaf47a14 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'floatingip': {'port_id': 'e2576825-6fb3-4025-8934-8bd565c801f3'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:26.004738 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64611fde-5554-46a7-a46d-69f3de21504d req-a3c7f332-fad6-40c9-852a-3ae4c077caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:26.006340 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-64611fde-5554-46a7-a46d-69f3de21504d req-a3c7f332-fad6-40c9-852a-3ae4c077caee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f70018-3e48-4eeb-828a-b5371037ea59 HTTP/1.1" status: 200 len: 849 time: 0.0628021 Jul 21 00:19:26.081321 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d31c97dd-876a-4292-b915-fc6385dfa28d req-04b54d6f-b65f-4109-a023-5ed100942c8d tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875582 Jul 21 00:19:26.091922 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fdfcdfec-026c-4120-a645-9ddabaf47a14 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:26.124832 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dbd55f2b-9d7a-491c-bc16-56a49c018408 req-6de0755d-376a-48a7-8770-1eda5ef20565 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278241 Jul 21 00:19:26.224667 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': '08bfd3f4-b6eb-4f0c-8b11-d76d769751bc', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'floating_ip_address': '172.28.2.176', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '2daae526-568a-432f-8e14-063475fe7908', 'port_id': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'mac_address': 'fa:16:3e:14:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:18:59Z', 'updated_at': '2021-07-21T00:19:24Z', 'revision_number': 1, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:26.252836 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e06ef6-b7ad-44b5-95d5-4bba6ea00ffb None None] The sync data for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb is: [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': '08bfd3f4-b6eb-4f0c-8b11-d76d769751bc', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'floating_ip_address': '172.28.2.176', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '2daae526-568a-432f-8e14-063475fe7908', 'port_id': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'mac_address': 'fa:16:3e:14:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:18:59Z', 'updated_at': '2021-07-21T00:19:24Z', 'revision_number': 1, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:19:26.284973 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70343488-4cd7-45ba-8c1d-34f60f2f6e33 req-8cda8569-bbec-40c1-841b-d1c9dbd3613c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:26.293034 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-70343488-4cd7-45ba-8c1d-34f60f2f6e33 req-8cda8569-bbec-40c1-841b-d1c9dbd3613c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.2634656 Jul 21 00:19:26.343284 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64611fde-5554-46a7-a46d-69f3de21504d req-333c6622-f816-45ff-be3a-2593ae1296db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:26.347682 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-64611fde-5554-46a7-a46d-69f3de21504d req-333c6622-f816-45ff-be3a-2593ae1296db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8355f9be-4e62-41cd-bf82-895434776e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3273382 Jul 21 00:19:26.365344 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 55594) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:26.475770 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-70343488-4cd7-45ba-8c1d-34f60f2f6e33 req-92e05e0c-f25f-4a01-8f23-e87e96f57b01 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774116 Jul 21 00:19:26.690633 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a43fc0-47b9-48c6-9407-6983e4ef12d8 None None] New status for floating IP 08bfd3f4-b6eb-4f0c-8b11-d76d769751bc: ACTIVE {{(pid=94870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:19:26.766277 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1f1f2f44-9554-4e48-aabf-00fb6dcdc8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:26.783693 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-64611fde-5554-46a7-a46d-69f3de21504d req-9fc63c23-ca84-4c47-a837-c4ab2762cb97 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192903 Jul 21 00:19:26.876965 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fdfcdfec-026c-4120-a645-9ddabaf47a14 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:26.882418 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fdfcdfec-026c-4120-a645-9ddabaf47a14 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:26.989345 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-64611fde-5554-46a7-a46d-69f3de21504d req-1402f946-741e-475c-969e-921cabb5b030 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846616 Jul 21 00:19:27.000346 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67684fa7-eb7e-4782-bf89-0c9de76ed03f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:27.010747 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.013337 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.l3_db [None req-fdfcdfec-026c-4120-a645-9ddabaf47a14 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Floating IP 45468a08-1415-4e06-be5c-bc2d106fea6c associated. External IP: 172.28.2.59, port: e2576825-6fb3-4025-8934-8bd565c801f3. Jul 21 00:19:27.039890 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Transition to ACTIVE for port object 67684fa7-eb7e-4782-bf89-0c9de76ed03f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:19:27.048024 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.095741 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1f1f2f44-9554-4e48-aabf-00fb6dcdc8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.113332 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1f1f2f44-9554-4e48-aabf-00fb6dcdc8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.202654 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Pushing event updated for resources: {'Port': ['ID=67684fa7-eb7e-4782-bf89-0c9de76ed03f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:27.219128 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f2f44-9554-4e48-aabf-00fb6dcdc8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9747598-05d9-4b09-972e-7a2017f4fd14,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:27.225008 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-1f1f2f44-9554-4e48-aabf-00fb6dcdc8c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ac0689a430d492cbf4beb952852cc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8571153 Jul 21 00:19:27.227363 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 55616) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:27.235136 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Attempting to bind port 67684fa7-eb7e-4782-bf89-0c9de76ed03f on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:19:27.235504 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Attempting to bind port 67684fa7-eb7e-4782-bf89-0c9de76ed03f by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '0bb383e0-e001-4f65-9e32-48bc753f617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2165f898-71e8-4ccf-ab99-f917c2232a57'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:19:27.235860 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Attempting to bind port 67684fa7-eb7e-4782-bf89-0c9de76ed03f on network 2165f898-71e8-4ccf-ab99-f917c2232a57 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:27.250025 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Port 67684fa7-eb7e-4782-bf89-0c9de76ed03f on network 2165f898-71e8-4ccf-ab99-f917c2232a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:19:27.250344 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Attempting to bind port 67684fa7-eb7e-4782-bf89-0c9de76ed03f on network 2165f898-71e8-4ccf-ab99-f917c2232a57 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:19:27.264350 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:19:27.264707 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Checking segment: {'id': '0bb383e0-e001-4f65-9e32-48bc753f617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2165f898-71e8-4ccf-ab99-f917c2232a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:19:27.265095 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Bound using segment: {'id': '0bb383e0-e001-4f65-9e32-48bc753f617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2165f898-71e8-4ccf-ab99-f917c2232a57'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:19:27.265552 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Bound port: 67684fa7-eb7e-4782-bf89-0c9de76ed03f, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb383e0-e001-4f65-9e32-48bc753f617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2165f898-71e8-4ccf-ab99-f917c2232a57'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:19:27.265897 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.323693 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e45a16b-4749-42ae-a498-6ba21c923be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.344163 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55859df9-119d-4008-9e45-e9ca19818a70 req-21d09869-c3c5-450c-85f6-c8a417de65ce tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:27.345661 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-55859df9-119d-4008-9e45-e9ca19818a70 req-21d09869-c3c5-450c-85f6-c8a417de65ce tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 944 time: 0.1333988 Jul 21 00:19:27.347410 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfcdfec-026c-4120-a645-9ddabaf47a14 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Router 776cc283-14c9-44f6-8da6-764ef5f77249 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:19:27.363624 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e45a16b-4749-42ae-a498-6ba21c923be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.365577 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] For port 67684fa7-eb7e-4782-bf89-0c9de76ed03f, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:19:27.373899 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] For port 67684fa7-eb7e-4782-bf89-0c9de76ed03f, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=67684fa7-eb7e-4782-bf89-0c9de76ed03f,segment=NetworkSegment(0bb383e0-e001-4f65-9e32-48bc753f617a),segment_id=0bb383e0-e001-4f65-9e32-48bc753f617a)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:19:27.384036 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.433685 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:27.434300 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.435671 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] 10.222.0.32 "PUT /v2.0/ports/67684fa7-eb7e-4782-bf89-0c9de76ed03f HTTP/1.1" status: 200 len: 1094 time: 1.9341483 Jul 21 00:19:27.436106 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121fd16c-b09e-4042-88e3-ae076c6785f3', 'tag': '67684fa7-eb7e-4782-bf89-0c9de76ed03f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:27.438339 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fd8f2a-3f5d-4619-bed6-9657f963220b" -d '{"events": [{"name": "network-changed", "server_uuid": "121fd16c-b09e-4042-88e3-ae076c6785f3", "tag": "67684fa7-eb7e-4782-bf89-0c9de76ed03f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:27.465158 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-55859df9-119d-4008-9e45-e9ca19818a70 req-88952352-2143-41f8-8949-3e65efb61980 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118226 Jul 21 00:19:27.471030 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e619f-fee7-421e-ac57-03fb966eaf18 service neutron] Pushing event updated for resources: {'Port': ['ID=67684fa7-eb7e-4782-bf89-0c9de76ed03f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:27.481238 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a03ea4-b890-480a-af11-fb8218b84d78 x-openstack-request-id: req-42a03ea4-b890-480a-af11-fb8218b84d78 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:27.481550 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121fd16c-b09e-4042-88e3-ae076c6785f3", "tag": "67684fa7-eb7e-4782-bf89-0c9de76ed03f", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:27.481771 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42a03ea4-b890-480a-af11-fb8218b84d78 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:27.483027 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121fd16c-b09e-4042-88e3-ae076c6785f3', 'tag': '67684fa7-eb7e-4782-bf89-0c9de76ed03f', 'status': 'completed', 'code': 200} Jul 21 00:19:27.504976 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfcdfec-026c-4120-a645-9ddabaf47a14 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:19:27.509863 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fdfcdfec-026c-4120-a645-9ddabaf47a14 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.514774 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] Sync routers for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:19:27.524464 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:19:27.527719 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:19:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:27.561700 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e45a16b-4749-42ae-a498-6ba21c923be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.564833 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e45a16b-4749-42ae-a498-6ba21c923be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:27.569425 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-9e45a16b-4749-42ae-a498-6ba21c923be1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9747598-05d9-4b09-972e-7a2017f4fd14 HTTP/1.1" status: 204 len: 168 time: 0.3410478 Jul 21 00:19:27.571317 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-fdfcdfec-026c-4120-a645-9ddabaf47a14 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "PUT /v2.0/floatingips/45468a08-1415-4e06-be5c-bc2d106fea6c HTTP/1.1" status: 200 len: 991 time: 1.6283600 Jul 21 00:19:27.572593 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3'}] {{(pid=94869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:27.574477 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba072442d3cd8ff40d09c77f14d2cf45bc88fa55c9678360c79ead5f0a34207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc4e22e-7e96-4ab4-b275-1290f70822b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3"}]}' {{(pid=94869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:27.583474 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-14a24dce-61e8-40ca-bcfb-4031d0debd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:27.585579 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-14a24dce-61e8-40ca-bcfb-4031d0debd0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6778a6194c845aba82c047ff1ef08c8&device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 1097 time: 0.1011035 Jul 21 00:19:27.586056 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45a16b-4749-42ae-a498-6ba21c923be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9747598-05d9-4b09-972e-7a2017f4fd14,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:27.671990 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-68498be2-f925-495f-a7e7-efedef177a29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67684fa7-eb7e-4782-bf89-0c9de76ed03f HTTP/1.1" status: 200 len: 217 time: 0.0781000 Jul 21 00:19:27.687805 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998ab25-1d33-445e-b57b-a5c299e37847 req-872fc09e-e2ff-4d3c-afbd-bf691efeaa88 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:27.689557 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3998ab25-1d33-445e-b57b-a5c299e37847 req-872fc09e-e2ff-4d3c-afbd-bf691efeaa88 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1118114 Jul 21 00:19:27.761974 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:19:27.762464 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3998ab25-1d33-445e-b57b-a5c299e37847 req-750c4fb6-2acc-4218-93da-883020ae77f7 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674462 Jul 21 00:19:27.765758 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-e2cc3f25-90fb-42a5-b177-79ec9fd93586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:27.767231 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-e2cc3f25-90fb-42a5-b177-79ec9fd93586 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f2b47db-30b0-4407-92a1-3df13e6d6c9f HTTP/1.1" status: 200 len: 848 time: 0.0883367 Jul 21 00:19:27.862553 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb51e332-ef92-41e0-97a3-fe9981dd82f6 x-openstack-request-id: req-cb51e332-ef92-41e0-97a3-fe9981dd82f6 {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:27.863377 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3", "status": "completed", "code": 200}]} {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:27.863718 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb51e332-ef92-41e0-97a3-fe9981dd82f6 {{(pid=94869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:27.864417 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'status': 'completed', 'code': 200} Jul 21 00:19:27.874038 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-f451e64a-75d0-451f-9671-fa9d1de18a3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2165f898-71e8-4ccf-ab99-f917c2232a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911307 Jul 21 00:19:27.994180 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55660) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:28.076408 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31af910-7563-46bd-aad5-3b7e86c0b19b admin admin] Deleting subnet 396b3f2d-0278-40c8-9bcd-1a049408b168 {{(pid=94869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:19:28.084391 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a31af910-7563-46bd-aad5-3b7e86c0b19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.126072 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a31af910-7563-46bd-aad5-3b7e86c0b19b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.137615 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a31af910-7563-46bd-aad5-3b7e86c0b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.162507 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55668) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:28.171752 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-57854fee-36f4-4787-847c-8db87a539c7d service neutron] 10.222.0.32 "GET /v2.0/networks/2165f898-71e8-4ccf-ab99-f917c2232a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751193 Jul 21 00:19:28.185252 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ac620e84-2969-4642-b86a-50272573bbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.258146 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-f8a3f737-bc2f-480e-8739-980363e71407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:28.259799 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-f8a3f737-bc2f-480e-8739-980363e71407 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 1099 time: 0.3848486 Jul 21 00:19:28.291329 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a31af910-7563-46bd-aad5-3b7e86c0b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.305356 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': '45468a08-1415-4e06-be5c-bc2d106fea6c', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'floating_ip_address': '172.28.2.59', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'port_id': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'mac_address': 'fa:16:3e:39:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:19:06Z', 'updated_at': '2021-07-21T00:19:26Z', 'revision_number': 1, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:28.336793 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] Checking router: 776cc283-14c9-44f6-8da6-764ef5f77249 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:19:28.341598 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31af910-7563-46bd-aad5-3b7e86c0b19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396b3f2d-0278-40c8-9bcd-1a049408b168,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:28.348477 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:19:28.349143 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:19:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:28.363740 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a31af910-7563-46bd-aad5-3b7e86c0b19b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.366972 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-a31af910-7563-46bd-aad5-3b7e86c0b19b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/396b3f2d-0278-40c8-9bcd-1a049408b168 HTTP/1.1" status: 204 len: 168 time: 0.3706720 Jul 21 00:19:28.376264 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 55678) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:28.376717 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4720-f009-4dac-a372-b67586aaa936 req-c02f4d5c-a4d6-4b1e-8ed3-7e9f2d87c527 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:28.381450 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1f3a4720-f009-4dac-a372-b67586aaa936 req-c02f4d5c-a4d6-4b1e-8ed3-7e9f2d87c527 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1915553 Jul 21 00:19:28.459258 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1f3a4720-f009-4dac-a372-b67586aaa936 req-5ae79bb5-e6e9-4889-9eb4-8a2cf6deada4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750444 Jul 21 00:19:28.474537 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ac620e84-2969-4642-b86a-50272573bbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.482763 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ac620e84-2969-4642-b86a-50272573bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.494473 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:19:28.537241 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-ac620e84-2969-4642-b86a-50272573bbb3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba78dbde0b6746f99e1b1bb5deea3345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692684 Jul 21 00:19:28.537241 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac620e84-2969-4642-b86a-50272573bbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc4b3e-9276-4e8c-b20c-c4ac6f57f909,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:28.549000 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55682) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:28.650975 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3dcbcbe2-da64-43f9-a8de-04a0782c839d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.658673 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-77024b60-bb9c-4c2b-9065-ecaaf0661293 req-662db12a-6476-495d-a90e-314827e832c5 service neutron] 10.222.0.32 "GET /v2.0/networks/2165f898-71e8-4ccf-ab99-f917c2232a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573348 Jul 21 00:19:28.660452 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee088776-44c4-487d-afba-bdfcf7652859 req-6da6fc8f-6284-4fd1-9b3b-0dbccb3f3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:28.661961 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ee088776-44c4-487d-afba-bdfcf7652859 req-6da6fc8f-6284-4fd1-9b3b-0dbccb3f3218 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 1098 time: 0.5222533 Jul 21 00:19:28.691154 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3dcbcbe2-da64-43f9-a8de-04a0782c839d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.728534 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1aebb-c169-4206-8dfd-6f764eac6e45 req-b89ceefa-b1eb-4a06-84db-52fa1c05ce7d tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:28.735644 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dea1aebb-c169-4206-8dfd-6f764eac6e45 req-b89ceefa-b1eb-4a06-84db-52fa1c05ce7d tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 944 time: 0.1401362 Jul 21 00:19:28.753589 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.776435 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': '45468a08-1415-4e06-be5c-bc2d106fea6c', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'floating_ip_address': '172.28.2.59', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'port_id': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'mac_address': 'fa:16:3e:39:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:19:06Z', 'updated_at': '2021-07-21T00:19:26Z', 'revision_number': 1, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:28.784555 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-6b17bb62-aa83-4325-952c-3ad296d77731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:28.786066 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-6b17bb62-aa83-4325-952c-3ad296d77731 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 918 time: 0.5146325 Jul 21 00:19:28.790706 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dea1aebb-c169-4206-8dfd-6f764eac6e45 req-5258560d-07f3-4467-ac51-4f108afc5ff8 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541642 Jul 21 00:19:28.806601 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3dcbcbe2-da64-43f9-a8de-04a0782c839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.807086 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7e663-a941-45be-ba29-fa121570b6d0 None None] The sync data for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb is: [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': '45468a08-1415-4e06-be5c-bc2d106fea6c', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'floating_ip_address': '172.28.2.59', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'port_id': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'mac_address': 'fa:16:3e:39:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:19:06Z', 'updated_at': '2021-07-21T00:19:26Z', 'revision_number': 1, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:19:28.810965 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3dcbcbe2-da64-43f9-a8de-04a0782c839d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:28.815211 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-3dcbcbe2-da64-43f9-a8de-04a0782c839d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5dc4b3e-9276-4e8c-b20c-c4ac6f57f909 HTTP/1.1" status: 204 len: 168 time: 0.2624755 Jul 21 00:19:28.847753 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbcbe2-da64-43f9-a8de-04a0782c839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc4b3e-9276-4e8c-b20c-c4ac6f57f909,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:28.934426 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:19:28.956527 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-419e2657-1e87-40da-8a09-9220bdbc919b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2576825-6fb3-4025-8934-8bd565c801f3 HTTP/1.1" status: 200 len: 999 time: 0.1348574 Jul 21 00:19:28.957648 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee088776-44c4-487d-afba-bdfcf7652859 req-27ff2c4e-6189-4dbc-86be-eaf7da4ccc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:28.959074 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ee088776-44c4-487d-afba-bdfcf7652859 req-27ff2c4e-6189-4dbc-86be-eaf7da4ccc2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 919 time: 0.2888114 Jul 21 00:19:28.990710 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:29.017070 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd8f2a-3f5d-4619-bed6-9657f963220b req-0ec2d9d7-9990-449d-8daa-6129cea127b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:29.018575 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-52fd8f2a-3f5d-4619-bed6-9657f963220b req-0ec2d9d7-9990-449d-8daa-6129cea127b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6778a6194c845aba82c047ff1ef08c8&device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 1097 time: 0.2766867 Jul 21 00:19:29.066703 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.067155 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.067782 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.068107 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > port after_create 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.068422 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.068757 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > port after_update 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.069631 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.069949 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.070262 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.070575 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.128865 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 81686bd6-9df1-4739-a57e-f9ab31f38d86 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:19:29.161352 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 81686bd6-9df1-4739-a57e-f9ab31f38d86 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:19:29.161702 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 81686bd6-9df1-4739-a57e-f9ab31f38d86 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:19:29.179823 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f636b2df-6b01-4d0d-9dc1-65cce0a6a62d None None] New status for floating IP 45468a08-1415-4e06-be5c-bc2d106fea6c: ACTIVE {{(pid=94870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:19:29.282443 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.283419 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.284290 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.284819 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:29.285456 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e40c3a6-d66c-40e7-8593-8dc3eab81f33']}} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:29.320852 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ee088776-44c4-487d-afba-bdfcf7652859 req-49e2b667-ee9c-4991-aede-ac0be5a654f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba HTTP/1.1" status: 200 len: 217 time: 0.3253779 Jul 21 00:19:29.333975 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c38366c-87f0-4cae-a8a2-2484c52c0c03') {'for_net_delete': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:29.334367 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c38366c-87f0-4cae-a8a2-2484c52c0c03') {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:29.418339 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8529750'] for segment, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:29.473428 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-ac6abcc3-2bac-484d-863f-9ed259a8a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:29.475767 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-ac6abcc3-2bac-484d-863f-9ed259a8a465 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.4811854 Jul 21 00:19:29.492235 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:29.515733 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:19:29.515733 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3221053'] for segment, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: from cryptography.utils import int_from_bytes Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: from cryptography.utils import int_from_bytes Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: Traceback (most recent call last): Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: timer() Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: cb(*args, **kw) Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: return func(*args, **kwargs) Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: self._notify() Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: self.callback(batched_events) Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: event.method(event) Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: return f(self, *a, **k) Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: return self._get(url).json() Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: return self.request(url, 'GET', **kwargs) Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:19:29.521601 dv-cinder-679138-11-smb neutron-server[94868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:19:29.575283 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee088776-44c4-487d-afba-bdfcf7652859 req-5ab92a0c-d02c-4bad-8239-90ee6eb9085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:29.577581 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ee088776-44c4-487d-afba-bdfcf7652859 req-5ab92a0c-d02c-4bad-8239-90ee6eb9085a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 200 len: 858 time: 0.2347026 Jul 21 00:19:29.626371 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd8f2a-3f5d-4619-bed6-9657f963220b req-3557233a-f8ac-40fa-970f-2435b74e4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:29.626371 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-52fd8f2a-3f5d-4619-bed6-9657f963220b req-3557233a-f8ac-40fa-970f-2435b74e4405 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2165f898-71e8-4ccf-ab99-f917c2232a57 HTTP/1.1" status: 200 len: 909 time: 0.5595803 Jul 21 00:19:29.664124 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a59d4d-7dcf-466f-a9b6-826f378643b0 req-1273c4e4-e12c-4065-943f-ff41c1bea940 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:29.668302 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ee088776-44c4-487d-afba-bdfcf7652859 req-2521cd60-2005-4e1a-9cf6-b7c4d513c9fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795631 Jul 21 00:19:29.672936 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-97a59d4d-7dcf-466f-a9b6-826f378643b0 req-1273c4e4-e12c-4065-943f-ff41c1bea940 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1058874 Jul 21 00:19:29.702587 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:29.716719 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-52fd8f2a-3f5d-4619-bed6-9657f963220b req-5af0bb70-3f85-45d1-ba35-b9548f79c581 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67684fa7-eb7e-4782-bf89-0c9de76ed03f HTTP/1.1" status: 200 len: 217 time: 0.0798609 Jul 21 00:19:29.724477 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-97a59d4d-7dcf-466f-a9b6-826f378643b0 req-588fed8b-5caa-4026-9120-6c97775b82f1 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454192 Jul 21 00:19:29.786539 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:29.789056 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] 10.222.0.35 "DELETE /v2.0/networks/7e40c3a6-d66c-40e7-8593-8dc3eab81f33 HTTP/1.1" status: 204 len: 168 time: 1.3733976 Jul 21 00:19:29.798161 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259a7c9-bc5b-481c-a5f3-7246623870ab admin admin] Pushing event deleted for resources: {'Network': ['ID=7e40c3a6-d66c-40e7-8593-8dc3eab81f33,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:29.849956 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-b0dd311b-04cf-4769-99f6-13628820b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:29.852269 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-b0dd311b-04cf-4769-99f6-13628820b105 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3617876 Jul 21 00:19:29.863303 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd8f2a-3f5d-4619-bed6-9657f963220b req-da6c6232-38a2-4977-9091-509bfcaeee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:29.865182 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-52fd8f2a-3f5d-4619-bed6-9657f963220b req-da6c6232-38a2-4977-9091-509bfcaeee8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f2b47db-30b0-4407-92a1-3df13e6d6c9f HTTP/1.1" status: 200 len: 848 time: 0.1260509 Jul 21 00:19:29.933920 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-52fd8f2a-3f5d-4619-bed6-9657f963220b req-c8878a2b-e94b-4b0b-b858-f35da653ab17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2165f898-71e8-4ccf-ab99-f917c2232a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548773 Jul 21 00:19:29.965550 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ee088776-44c4-487d-afba-bdfcf7652859 req-972753d3-c51e-4b33-bcea-f05e08ee858a service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591777 Jul 21 00:19:30.035247 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac735-b21a-49e9-af45-fefb9d233176 req-b8ee4387-0616-4bf8-924d-860a68f33aab tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:30.036964 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1d9ac735-b21a-49e9-af45-fefb9d233176 req-b8ee4387-0616-4bf8-924d-860a68f33aab tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 944 time: 0.1284337 Jul 21 00:19:30.048611 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55772) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:30.117296 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1d9ac735-b21a-49e9-af45-fefb9d233176 req-17aa3635-2646-4c8e-8e27-87b693cea466 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697613 Jul 21 00:19:30.129577 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-04cfe587-4c90-41f0-84ca-4b1786bd9bf9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62d92c644d4d4fb1a8ab8717c94cf9a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0797045 Jul 21 00:19:30.132119 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55776) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:30.168152 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-e2f94c5d-095b-45cd-838e-22f003fbdb87 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998168 Jul 21 00:19:30.186155 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-41428faf-bb92-45a8-9316-a6835e5aac86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:30.208918 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-41428faf-bb92-45a8-9316-a6835e5aac86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:30.224265 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-52fd8f2a-3f5d-4619-bed6-9657f963220b req-7fb61a62-deaa-40b6-98d0-38786bbaaf10 service neutron] 10.222.0.32 "GET /v2.0/networks/2165f898-71e8-4ccf-ab99-f917c2232a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803943 Jul 21 00:19:30.247523 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ee088776-44c4-487d-afba-bdfcf7652859 req-d5b6b17d-5522-485e-af5c-0104db284392 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339675 Jul 21 00:19:30.268582 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-41428faf-bb92-45a8-9316-a6835e5aac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:30.271219 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-41428faf-bb92-45a8-9316-a6835e5aac86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:30.273522 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-41428faf-bb92-45a8-9316-a6835e5aac86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0634c171-dc15-4620-8f16-7b53ad5857f0 HTTP/1.1" status: 204 len: 168 time: 0.1403351 Jul 21 00:19:30.292362 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41428faf-bb92-45a8-9316-a6835e5aac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0634c171-dc15-4620-8f16-7b53ad5857f0,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:30.403041 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cc4e22e-7e96-4ab4-b275-1290f70822b6 req-04f6629a-cc5f-4b2d-ad7a-b36d2bf768c5 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259235 Jul 21 00:19:30.413280 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-52fd8f2a-3f5d-4619-bed6-9657f963220b req-26aa2d35-34fc-40a8-8e23-bd68b1440b00 service neutron] 10.222.0.32 "GET /v2.0/networks/2165f898-71e8-4ccf-ab99-f917c2232a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791000 Jul 21 00:19:30.855045 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f37f3b-ed6a-43e9-9f0d-05c9c6b4de42 req-f1b8f6d5-232c-4d4f-9576-6e098c9fa34a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:30.856549 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f2f37f3b-ed6a-43e9-9f0d-05c9c6b4de42 req-f1b8f6d5-232c-4d4f-9576-6e098c9fa34a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0681734 Jul 21 00:19:30.898838 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f2f37f3b-ed6a-43e9-9f0d-05c9c6b4de42 req-ab8faba9-5927-4920-83d1-900578082539 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Jul 21 00:19:31.128218 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 67684fa7-eb7e-4782-bf89-0c9de76ed03f details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:19:31.281177 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 67684fa7-eb7e-4782-bf89-0c9de76ed03f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=67684fa7-eb7e-4782-bf89-0c9de76ed03f,segment=NetworkSegment(0bb383e0-e001-4f65-9e32-48bc753f617a),segment_id=0bb383e0-e001-4f65-9e32-48bc753f617a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:31.286252 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dbebf-ffbc-49e0-8081-ba44742d4044 req-8c6a12e7-d4ca-464d-8397-a141af849bcf tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:31.295509 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-230dbebf-ffbc-49e0-8081-ba44742d4044 req-8c6a12e7-d4ca-464d-8397-a141af849bcf tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 944 time: 0.0786257 Jul 21 00:19:31.296251 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '67684fa7-eb7e-4782-bf89-0c9de76ed03f', 'network_id': '2165f898-71e8-4ccf-ab99-f917c2232a57', 'port_id': '67684fa7-eb7e-4782-bf89-0c9de76ed03f', 'mac_address': 'fa:16:3e:4a:cf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b47db-30b0-4407-92a1-3df13e6d6c9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:19:31.361784 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:31.363832 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-230dbebf-ffbc-49e0-8081-ba44742d4044 req-50f03875-28a1-41ea-8e69-30147bd02ceb tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671196 Jul 21 00:19:31.386376 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67684fa7-eb7e-4782-bf89-0c9de76ed03f {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:19:31.407040 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 67684fa7-eb7e-4782-bf89-0c9de76ed03f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=67684fa7-eb7e-4782-bf89-0c9de76ed03f,segment=NetworkSegment(0bb383e0-e001-4f65-9e32-48bc753f617a),segment_id=0bb383e0-e001-4f65-9e32-48bc753f617a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:31.411104 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:31.463414 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=67684fa7-eb7e-4782-bf89-0c9de76ed03f,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:31.641971 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a0ec014-f4df-4e7b-8bf0-a64ac08f93f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:31.736560 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['67684fa7-eb7e-4782-bf89-0c9de76ed03f'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:19:31.807842 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 55878) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:31.912636 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-57cb8db1-3f01-472c-b3e6-4418dd85a4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.043415 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-57cb8db1-3f01-472c-b3e6-4418dd85a4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.051575 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-57cb8db1-3f01-472c-b3e6-4418dd85a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.056405 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58bd80-2b46-4a65-87bd-d25788ddc776 req-439fb07e-f7f1-46ab-8f48-2a31e02a9e56 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:32.057981 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dc58bd80-2b46-4a65-87bd-d25788ddc776 req-439fb07e-f7f1-46ab-8f48-2a31e02a9e56 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0822477 Jul 21 00:19:32.084351 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-57cb8db1-3f01-472c-b3e6-4418dd85a4ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=146bbd5007f04069a0ad86c1841de3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754264 Jul 21 00:19:32.089369 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55890) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:32.105486 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb8db1-3f01-472c-b3e6-4418dd85a4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1bbd5e-9d28-4a64-bcf9-446a83c4d4e8,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:32.115199 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dc58bd80-2b46-4a65-87bd-d25788ddc776 req-adc71b26-aa0d-432a-a6ef-b1e824583bf7 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509958 Jul 21 00:19:32.158366 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f41163aa-dc9e-46b0-bb9a-30d176bab79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.184487 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f41163aa-dc9e-46b0-bb9a-30d176bab79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.239571 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f41163aa-dc9e-46b0-bb9a-30d176bab79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.243392 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f41163aa-dc9e-46b0-bb9a-30d176bab79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.247848 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-f41163aa-dc9e-46b0-bb9a-30d176bab79a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd1bbd5e-9d28-4a64-bcf9-446a83c4d4e8 HTTP/1.1" status: 204 len: 168 time: 0.1573601 Jul 21 00:19:32.256427 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41163aa-dc9e-46b0-bb9a-30d176bab79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1bbd5e-9d28-4a64-bcf9-446a83c4d4e8,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:32.299254 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55902) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:32.483926 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.561953 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d3e3c-42a2-4206-81c2-963c7002c9ad req-2ce68501-0cf2-4f08-8672-b9ebe98d7614 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:32.570570 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d18d3e3c-42a2-4206-81c2-963c7002c9ad req-2ce68501-0cf2-4f08-8672-b9ebe98d7614 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 945 time: 0.1410081 Jul 21 00:19:32.600211 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4f9f4956-6f05-4e9d-8dd0-f692b5945c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.635783 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d18d3e3c-42a2-4206-81c2-963c7002c9ad req-667fb596-79f5-4424-bd1c-c87006da133e tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625188 Jul 21 00:19:32.759539 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55926) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:32.779424 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6dd34d35-1277-4d33-8e62-4a061d6a52aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.786097 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4f9f4956-6f05-4e9d-8dd0-f692b5945c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.794417 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4f9f4956-6f05-4e9d-8dd0-f692b5945c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.846262 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-4f9f4956-6f05-4e9d-8dd0-f692b5945c36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef8b6729b73c413ebb8a6e0cfb312de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5454183 Jul 21 00:19:32.848881 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 55928) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:32.849385 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f4956-6f05-4e9d-8dd0-f692b5945c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3fefba-03cf-4805-8412-8a2b79e9e7f3,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:32.906415 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-54960d46-ba60-4656-9d90-9b944bd16196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.914925 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6dd34d35-1277-4d33-8e62-4a061d6a52aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.919402 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6dd34d35-1277-4d33-8e62-4a061d6a52aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.932359 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-54960d46-ba60-4656-9d90-9b944bd16196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:32.961774 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-6dd34d35-1277-4d33-8e62-4a061d6a52aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45f2a600e4ab4c719732dc770edecc01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011483 Jul 21 00:19:32.963789 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd34d35-1277-4d33-8e62-4a061d6a52aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12541e5-ffda-4f3a-8114-88a8af8be1ee,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:32.964763 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 55930) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:33.004636 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-54960d46-ba60-4656-9d90-9b944bd16196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.007764 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-54960d46-ba60-4656-9d90-9b944bd16196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.008909 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-54960d46-ba60-4656-9d90-9b944bd16196 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b3fefba-03cf-4805-8412-8a2b79e9e7f3 HTTP/1.1" status: 204 len: 168 time: 0.1589973 Jul 21 00:19:33.026389 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54960d46-ba60-4656-9d90-9b944bd16196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3fefba-03cf-4805-8412-8a2b79e9e7f3,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:33.033624 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b8f4-b92d-4d8d-ae8d-0a9f625185a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.058675 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b8f4-b92d-4d8d-ae8d-0a9f625185a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.105394 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b8f4-b92d-4d8d-ae8d-0a9f625185a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.108348 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b8f4-b92d-4d8d-ae8d-0a9f625185a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.109500 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-3ee7b8f4-b92d-4d8d-ae8d-0a9f625185a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d12541e5-ffda-4f3a-8114-88a8af8be1ee HTTP/1.1" status: 204 len: 168 time: 0.1435781 Jul 21 00:19:33.118089 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7b8f4-b92d-4d8d-ae8d-0a9f625185a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12541e5-ffda-4f3a-8114-88a8af8be1ee,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:33.138429 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 67684fa7-eb7e-4782-bf89-0c9de76ed03f up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:19:33.202591 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 67684fa7-eb7e-4782-bf89-0c9de76ed03f completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:19:33.208358 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 67684fa7-eb7e-4782-bf89-0c9de76ed03f triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:19:33.208835 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.302878 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.330189 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121fd16c-b09e-4042-88e3-ae076c6785f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67684fa7-eb7e-4782-bf89-0c9de76ed03f'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:33.333112 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea01def-7d73-41b9-a3b8-776a0bae212d" -d '{"events": [{"server_uuid": "121fd16c-b09e-4042-88e3-ae076c6785f3", "name": "network-vif-plugged", "status": "completed", "tag": "67684fa7-eb7e-4782-bf89-0c9de76ed03f"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:33.347273 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 67684fa7-eb7e-4782-bf89-0c9de76ed03f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=67684fa7-eb7e-4782-bf89-0c9de76ed03f,segment=NetworkSegment(0bb383e0-e001-4f65-9e32-48bc753f617a),segment_id=0bb383e0-e001-4f65-9e32-48bc753f617a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:33.364596 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.427355 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=67684fa7-eb7e-4782-bf89-0c9de76ed03f,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:33.454045 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9b310a-3f63-4a72-bb9d-55bce5187a22 x-openstack-request-id: req-7d9b310a-3f63-4a72-bb9d-55bce5187a22 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:33.454676 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121fd16c-b09e-4042-88e3-ae076c6785f3", "name": "network-vif-plugged", "status": "completed", "tag": "67684fa7-eb7e-4782-bf89-0c9de76ed03f", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:33.455129 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d9b310a-3f63-4a72-bb9d-55bce5187a22 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:33.455926 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121fd16c-b09e-4042-88e3-ae076c6785f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67684fa7-eb7e-4782-bf89-0c9de76ed03f', 'code': 200} Jul 21 00:19:33.506286 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca979ff-f3f5-43da-a27e-952f54e8a1b6 req-c119b7c7-731f-459f-8d5c-e1689f42e764 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:33.513457 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5ca979ff-f3f5-43da-a27e-952f54e8a1b6 req-c119b7c7-731f-459f-8d5c-e1689f42e764 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.3166506 Jul 21 00:19:33.556676 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5ca979ff-f3f5-43da-a27e-952f54e8a1b6 req-163fa864-2417-483b-b645-e07747d1d7a4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422280 Jul 21 00:19:33.576129 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 55956) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:33.592583 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-75e7f39f-f006-40e3-ba11-4a8616113fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.792503 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d78da6-af1e-4b07-bb4f-6d7f47be5dcb req-d13e9fe5-72f6-4589-be2c-1d5dd7cbb6a8 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:33.793810 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c1d78da6-af1e-4b07-bb4f-6d7f47be5dcb req-d13e9fe5-72f6-4589-be2c-1d5dd7cbb6a8 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 946 time: 0.0824111 Jul 21 00:19:33.849852 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c1d78da6-af1e-4b07-bb4f-6d7f47be5dcb req-4c4dfe4d-1bb6-4a6d-a03a-7559a67e76ab tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480237 Jul 21 00:19:33.924974 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2d340-0a23-4102-8d96-7395ce08bd7b req-a803b7f4-47a9-4f63-a12c-17176fa92c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:33.926624 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-23a2d340-0a23-4102-8d96-7395ce08bd7b req-a803b7f4-47a9-4f63-a12c-17176fa92c36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 1099 time: 0.3216445 Jul 21 00:19:33.985970 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-75e7f39f-f006-40e3-ba11-4a8616113fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:33.993180 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-23a2d340-0a23-4102-8d96-7395ce08bd7b req-8f8b9359-01f1-45c1-b6b7-7c4762936b98 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500154 Jul 21 00:19:33.994413 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-75e7f39f-f006-40e3-ba11-4a8616113fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:34.044056 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 55980) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:34.044322 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-75e7f39f-f006-40e3-ba11-4a8616113fee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4384b3e8fc2442eabce80b95a667fb22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664969 Jul 21 00:19:34.045674 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7f39f-f006-40e3-ba11-4a8616113fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87676261-8061-4d25-9f38-858b41a8ef08,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:34.112832 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-30fbfbc7-b762-4cde-bd70-fd5f37281d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:34.139929 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-30fbfbc7-b762-4cde-bd70-fd5f37281d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:34.189841 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-30fbfbc7-b762-4cde-bd70-fd5f37281d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:34.192740 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-30fbfbc7-b762-4cde-bd70-fd5f37281d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:34.194439 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-30fbfbc7-b762-4cde-bd70-fd5f37281d25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87676261-8061-4d25-9f38-858b41a8ef08 HTTP/1.1" status: 204 len: 168 time: 0.1488776 Jul 21 00:19:34.216593 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6b0f46ef-5456-4567-b6cc-0013af340d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:34.217313 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbfbc7-b762-4cde-bd70-fd5f37281d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87676261-8061-4d25-9f38-858b41a8ef08,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:34.252742 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:34.702239 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f836e6-3277-430a-a738-899630df1800 req-25230b00-99fe-4ff1-9014-b813b2476e9b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:34.703785 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-51f836e6-3277-430a-a738-899630df1800 req-25230b00-99fe-4ff1-9014-b813b2476e9b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0788319 Jul 21 00:19:34.749770 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-51f836e6-3277-430a-a738-899630df1800 req-beee88dd-01a7-49aa-a7f1-ec2c8ab8a209 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364606 Jul 21 00:19:35.004704 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176d859-e9db-488f-97c5-02dc79a8e72a req-f6acf4cc-6be5-4c12-add9-e0821997ab9a tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:35.008089 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9176d859-e9db-488f-97c5-02dc79a8e72a req-f6acf4cc-6be5-4c12-add9-e0821997ab9a tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 946 time: 0.0731626 Jul 21 00:19:35.056814 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9176d859-e9db-488f-97c5-02dc79a8e72a req-0756dd69-a06e-4cf1-878d-0972c468654f tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Jul 21 00:19:35.158220 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:35.884943 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc026dea-9380-4baf-8d00-ec968025f72b req-64d74aa4-3588-4f0f-9609-81d4c1a7b5e5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:35.886512 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bc026dea-9380-4baf-8d00-ec968025f72b req-64d74aa4-3588-4f0f-9609-81d4c1a7b5e5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0681641 Jul 21 00:19:35.925711 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bc026dea-9380-4baf-8d00-ec968025f72b req-3f6c1fa7-7ae9-4576-add7-b7e99588ee99 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327153 Jul 21 00:19:36.188157 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f73a1e-d687-4709-89e4-62f19d320cd4 req-8f536ed9-bc1e-48af-9a5e-77697c8fe284 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:36.189713 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-93f73a1e-d687-4709-89e4-62f19d320cd4 req-8f536ed9-bc1e-48af-9a5e-77697c8fe284 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 946 time: 0.0636976 Jul 21 00:19:36.228709 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-93f73a1e-d687-4709-89e4-62f19d320cd4 req-233cccef-ea89-46f8-bfd8-7c1ec4bb3834 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Jul 21 00:19:36.628087 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.101607 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b89c7-ac71-4708-9b5d-c0719c4408ea req-ddb0b423-d1f1-45f0-99fe-23c779a846c4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:37.110954 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-732b89c7-ac71-4708-9b5d-c0719c4408ea req-ddb0b423-d1f1-45f0-99fe-23c779a846c4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0893049 Jul 21 00:19:37.137983 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56176) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:37.183559 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56182) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:37.197297 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-732b89c7-ac71-4708-9b5d-c0719c4408ea req-924f2321-23ae-4798-81fb-91b7e9dfee0d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806851 Jul 21 00:19:37.302430 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.337573 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b71dc7d5-b1e0-4610-a93b-309207c39c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.409378 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.414698 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.470252 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d376f2-69a6-4b49-9c80-57fd8ddab802,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:37.475249 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2577844a4b574976a9fa74fdab213882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899036 Jul 21 00:19:37.478529 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 56188) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:37.485585 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.485930 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.486266 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.486634 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.486925 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.487280 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.487570 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.487886 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.488206 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.488520 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.488838 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.489174 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7712c-9bf3-4712-ac67-f76bd92f6893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.528341 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.540735 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b71dc7d5-b1e0-4610-a93b-309207c39c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.544614 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b71dc7d5-b1e0-4610-a93b-309207c39c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.548822 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.583149 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-b71dc7d5-b1e0-4610-a93b-309207c39c54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92bd1a7abceb43f6a687a8ff0fdaa7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431696 Jul 21 00:19:37.584143 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dc7d5-b1e0-4610-a93b-309207c39c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f629218-b8b5-424e-9a1a-3198d797fcd8,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:37.593408 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 56192) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:37.622151 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.624697 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.625879 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38d376f2-69a6-4b49-9c80-57fd8ddab802 HTTP/1.1" status: 204 len: 168 time: 0.1463997 Jul 21 00:19:37.644333 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d376f2-69a6-4b49-9c80-57fd8ddab802,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:37.655029 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.655381 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.655724 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.656062 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.656395 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.656783 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.657137 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.657403 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.657858 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.658192 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.658521 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.658858 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11ff62-d7a1-46e6-b46f-fed0284ad7eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:19:37.680337 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d0a9-bcf1-4814-9b62-409612601f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.710279 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d0a9-bcf1-4814-9b62-409612601f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.762895 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d0a9-bcf1-4814-9b62-409612601f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.765693 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d0a9-bcf1-4814-9b62-409612601f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:37.766852 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-e0c1d0a9-bcf1-4814-9b62-409612601f94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f629218-b8b5-424e-9a1a-3198d797fcd8 HTTP/1.1" status: 204 len: 168 time: 0.1724346 Jul 21 00:19:37.775353 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1d0a9-bcf1-4814-9b62-409612601f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f629218-b8b5-424e-9a1a-3198d797fcd8,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:37.950533 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 56216) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:37.964432 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4a90a19b-ab69-4859-bf60-4db5cfaae8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.097044 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4a90a19b-ab69-4859-bf60-4db5cfaae8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.104847 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4a90a19b-ab69-4859-bf60-4db5cfaae8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.146200 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56228) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:38.146695 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-4a90a19b-ab69-4859-bf60-4db5cfaae8b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69709660b0af4c9caf36563cab83d618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942136 Jul 21 00:19:38.147110 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90a19b-ab69-4859-bf60-4db5cfaae8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bffa99-ac24-49ab-8910-68e7f225cda8,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:38.183936 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56232) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:38.208297 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbdd8-0abb-4bfc-a3b2-40c60059b29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.259059 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-78db4aef-25ff-4c40-9e45-ab54be39daa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.305227 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-78db4aef-25ff-4c40-9e45-ab54be39daa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.364269 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f92561-8740-480d-afd7-04b22d7304c6 req-90b753bd-e570-4c32-8cda-aa3064a4e555 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:38.371837 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d4f92561-8740-480d-afd7-04b22d7304c6 req-90b753bd-e570-4c32-8cda-aa3064a4e555 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0751812 Jul 21 00:19:38.390573 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbdd8-0abb-4bfc-a3b2-40c60059b29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.401065 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbdd8-0abb-4bfc-a3b2-40c60059b29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.426260 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-78db4aef-25ff-4c40-9e45-ab54be39daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.430431 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-78db4aef-25ff-4c40-9e45-ab54be39daa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.431867 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d4f92561-8740-480d-afd7-04b22d7304c6 req-4dc16406-d9a4-449d-81ad-88816da2b4ee tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588903 Jul 21 00:19:38.435084 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-78db4aef-25ff-4c40-9e45-ab54be39daa1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15bffa99-ac24-49ab-8910-68e7f225cda8 HTTP/1.1" status: 204 len: 168 time: 0.2874362 Jul 21 00:19:38.465224 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-5a3fbdd8-0abb-4bfc-a3b2-40c60059b29b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d663de5e3c224eac89d433df03b20484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797985 Jul 21 00:19:38.466359 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fbdd8-0abb-4bfc-a3b2-40c60059b29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e3fb25-a971-4979-9a40-7b252945aab5,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:38.467848 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 56262) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:38.480438 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db4aef-25ff-4c40-9e45-ab54be39daa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bffa99-ac24-49ab-8910-68e7f225cda8,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:38.545162 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9945cb0b-abda-4807-8c56-fb4338127126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.588917 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9945cb0b-abda-4807-8c56-fb4338127126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.648786 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9945cb0b-abda-4807-8c56-fb4338127126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.654502 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9945cb0b-abda-4807-8c56-fb4338127126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:38.658933 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-9945cb0b-abda-4807-8c56-fb4338127126 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74e3fb25-a971-4979-9a40-7b252945aab5 HTTP/1.1" status: 204 len: 168 time: 0.1897469 Jul 21 00:19:38.668048 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945cb0b-abda-4807-8c56-fb4338127126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e3fb25-a971-4979-9a40-7b252945aab5,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:38.912574 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56302) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:39.157981 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b07f4550-eb0e-4ac8-a3a4-8ba3e2cd628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.165028 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a2717-0bbd-4bb7-bcd9-dc29db0a79a4 req-a62146bb-4fa8-44dd-812e-d65e1af0ab46 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:39.166544 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f30a2717-0bbd-4bb7-bcd9-dc29db0a79a4 req-a62146bb-4fa8-44dd-812e-d65e1af0ab46 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 946 time: 0.0744293 Jul 21 00:19:39.210657 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f30a2717-0bbd-4bb7-bcd9-dc29db0a79a4 req-b83ef5dd-838d-422b-9d09-72f589286f95 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383713 Jul 21 00:19:39.285748 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b07f4550-eb0e-4ac8-a3a4-8ba3e2cd628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.290087 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b07f4550-eb0e-4ac8-a3a4-8ba3e2cd628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.327769 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f4550-eb0e-4ac8-a3a4-8ba3e2cd628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd1c248-0feb-43f9-b28a-668388324048,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:39.337901 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 56330) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:39.338030 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-b07f4550-eb0e-4ac8-a3a4-8ba3e2cd628d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3af2d4d80bbd4c8b98e6eab529a26428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240556 Jul 21 00:19:39.354555 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56332) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:39.397634 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-75711068-cf71-4b07-8051-3453fed2e0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.419316 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-75711068-cf71-4b07-8051-3453fed2e0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.482398 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-75711068-cf71-4b07-8051-3453fed2e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.485834 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-75711068-cf71-4b07-8051-3453fed2e0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.492889 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-75711068-cf71-4b07-8051-3453fed2e0c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecd1c248-0feb-43f9-b28a-668388324048 HTTP/1.1" status: 204 len: 168 time: 0.1512654 Jul 21 00:19:39.501949 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75711068-cf71-4b07-8051-3453fed2e0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd1c248-0feb-43f9-b28a-668388324048,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:39.584911 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2cb3aeb0-a6c1-40ff-8a06-659f1b32f241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.587298 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca6ad9-f766-4f34-b43e-ec3ea86d20bb req-34cff611-1f0e-416c-b61c-4712c888b2f6 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:39.588817 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4cca6ad9-f766-4f34-b43e-ec3ea86d20bb req-34cff611-1f0e-416c-b61c-4712c888b2f6 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0672724 Jul 21 00:19:39.637584 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4cca6ad9-f766-4f34-b43e-ec3ea86d20bb req-23a08873-295d-4b4d-93c9-855cf54df2c2 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Jul 21 00:19:39.716101 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2cb3aeb0-a6c1-40ff-8a06-659f1b32f241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.721246 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2cb3aeb0-a6c1-40ff-8a06-659f1b32f241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.763763 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-2cb3aeb0-a6c1-40ff-8a06-659f1b32f241 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0f52e24ffc340b3a6127c1f1fe1caa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081323 Jul 21 00:19:39.764981 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3aeb0-a6c1-40ff-8a06-659f1b32f241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb87376-8cb8-4265-8dc9-9e2d7f78e958,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:39.766456 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 56356) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:39.836899 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0fffe137-5de5-4c95-b79b-d43d62ea68cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.864007 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0fffe137-5de5-4c95-b79b-d43d62ea68cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.867972 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56362) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:39.887279 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-247941fb-0a35-41b3-91ba-a2cb341c721c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.916799 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0fffe137-5de5-4c95-b79b-d43d62ea68cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.920178 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0fffe137-5de5-4c95-b79b-d43d62ea68cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:39.921507 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-0fffe137-5de5-4c95-b79b-d43d62ea68cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3cb87376-8cb8-4265-8dc9-9e2d7f78e958 HTTP/1.1" status: 204 len: 168 time: 0.1538496 Jul 21 00:19:39.942245 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffe137-5de5-4c95-b79b-d43d62ea68cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb87376-8cb8-4265-8dc9-9e2d7f78e958,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:40.015889 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-247941fb-0a35-41b3-91ba-a2cb341c721c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.016766 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-247941fb-0a35-41b3-91ba-a2cb341c721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.057970 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247941fb-0a35-41b3-91ba-a2cb341c721c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef1552f-779f-4549-91e1-75c364bd8234,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:40.063460 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-247941fb-0a35-41b3-91ba-a2cb341c721c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c88b56a2c7343e1acb7c9f2d1c0158d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930799 Jul 21 00:19:40.065956 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56372) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:40.120881 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-49ddd160-2b1c-44c2-be02-bcb245ce26a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.143174 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-49ddd160-2b1c-44c2-be02-bcb245ce26a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.190513 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-49ddd160-2b1c-44c2-be02-bcb245ce26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.193083 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-49ddd160-2b1c-44c2-be02-bcb245ce26a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.197823 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-49ddd160-2b1c-44c2-be02-bcb245ce26a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ef1552f-779f-4549-91e1-75c364bd8234 HTTP/1.1" status: 204 len: 168 time: 0.1303699 Jul 21 00:19:40.206649 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddd160-2b1c-44c2-be02-bcb245ce26a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef1552f-779f-4549-91e1-75c364bd8234,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:40.360365 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8882497-789a-47f7-8cde-956f6b916267 req-50f3f379-ff0e-47db-82a9-31735d1e1ff7 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:40.362264 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d8882497-789a-47f7-8cde-956f6b916267 req-50f3f379-ff0e-47db-82a9-31735d1e1ff7 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 946 time: 0.0710585 Jul 21 00:19:40.405684 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d8882497-789a-47f7-8cde-956f6b916267 req-4e7079bf-6c64-48bc-9431-d868f17979d2 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4ee622-7a48-4ea8-9492-1aec1f920573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377877 Jul 21 00:19:40.429871 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 56396) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:40.445204 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ac35-85ad-4fa3-9137-8ab990bca1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.541511 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ac35-85ad-4fa3-9137-8ab990bca1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.546985 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ac35-85ad-4fa3-9137-8ab990bca1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.595328 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-f4a6ac35-85ad-4fa3-9137-8ab990bca1f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04176857f444457bbeb9b245489517da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616426 Jul 21 00:19:40.595328 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6ac35-85ad-4fa3-9137-8ab990bca1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3108bf-298f-4e54-a966-0ed0eef302bd,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:40.595613 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56404) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:40.661736 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c5c69159-e51c-4b65-b4ee-c0a38eadfb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.691748 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c5c69159-e51c-4b65-b4ee-c0a38eadfb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.761803 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c5c69159-e51c-4b65-b4ee-c0a38eadfb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.770631 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c5c69159-e51c-4b65-b4ee-c0a38eadfb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:40.772629 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c5c69159-e51c-4b65-b4ee-c0a38eadfb88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d3108bf-298f-4e54-a966-0ed0eef302bd HTTP/1.1" status: 204 len: 168 time: 0.1754711 Jul 21 00:19:40.780736 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c69159-e51c-4b65-b4ee-c0a38eadfb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3108bf-298f-4e54-a966-0ed0eef302bd,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:40.816131 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c659882-38cb-453f-a1ea-b32b47b15e24 req-3340a85f-3546-44c6-97da-bcef970bcee7 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:40.823636 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5c659882-38cb-453f-a1ea-b32b47b15e24 req-3340a85f-3546-44c6-97da-bcef970bcee7 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1039662 Jul 21 00:19:40.869750 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5c659882-38cb-453f-a1ea-b32b47b15e24 req-983d2d86-b818-4db3-961b-d74f5e5c1702 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Jul 21 00:19:40.952840 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-a16a9a53-1198-45ea-b511-31f1b830b7ac tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:40.954961 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-a16a9a53-1198-45ea-b511-31f1b830b7ac tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.32 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 946 time: 0.1052136 Jul 21 00:19:41.135550 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-c0d9998e-088a-4d2b-95a8-f230cab62726 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Deleting port 67684fa7-eb7e-4782-bf89-0c9de76ed03f {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:19:41.135962 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-c0d9998e-088a-4d2b-95a8-f230cab62726 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:41.233876 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-c0d9998e-088a-4d2b-95a8-f230cab62726 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] For port 67684fa7-eb7e-4782-bf89-0c9de76ed03f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=67684fa7-eb7e-4782-bf89-0c9de76ed03f,segment=NetworkSegment(0bb383e0-e001-4f65-9e32-48bc753f617a),segment_id=0bb383e0-e001-4f65-9e32-48bc753f617a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:19:41.234615 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-c0d9998e-088a-4d2b-95a8-f230cab62726 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:41.247525 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-c0d9998e-088a-4d2b-95a8-f230cab62726 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Calling delete_port for 67684fa7-eb7e-4782-bf89-0c9de76ed03f owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:19:41.388566 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-c0d9998e-088a-4d2b-95a8-f230cab62726 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:41.401536 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['67684fa7-eb7e-4782-bf89-0c9de76ed03f'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:19:41.459046 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9998e-088a-4d2b-95a8-f230cab62726 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Pushing event deleted for resources: {'Port': ['ID=67684fa7-eb7e-4782-bf89-0c9de76ed03f,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:41.487997 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-c0d9998e-088a-4d2b-95a8-f230cab62726 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] No DVR routers for this DVR port 67684fa7-eb7e-4782-bf89-0c9de76ed03f on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:19:41.495385 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-c0d9998e-088a-4d2b-95a8-f230cab62726 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:41.498370 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-671c2d50-db30-4f7c-a2db-8c677f905260 req-c0d9998e-088a-4d2b-95a8-f230cab62726 tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.32 "DELETE /v2.0/ports/67684fa7-eb7e-4782-bf89-0c9de76ed03f HTTP/1.1" status: 204 len: 173 time: 0.5293689 Jul 21 00:19:41.498915 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121fd16c-b09e-4042-88e3-ae076c6785f3', 'name': 'network-vif-deleted', 'tag': '67684fa7-eb7e-4782-bf89-0c9de76ed03f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:19:41.505321 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fda879-6749-4e0a-b6f7-248ffd7eba07" -d '{"events": [{"server_uuid": "121fd16c-b09e-4042-88e3-ae076c6785f3", "name": "network-vif-deleted", "tag": "67684fa7-eb7e-4782-bf89-0c9de76ed03f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:19:41.508321 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56454) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:41.539803 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3c1f6ed-2db5-4e31-950b-95ecbb4f2d82 req-248f7e75-8b3b-477d-a82c-adca5c8c8c3d tempest-VolumesActionsTest-530378572 tempest-VolumesActionsTest-530378572-project] 10.222.0.35 "GET /v2.0/ports?device_id=121fd16c-b09e-4042-88e3-ae076c6785f3 HTTP/1.1" status: 200 len: 210 time: 0.0474126 Jul 21 00:19:41.558285 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57248b-c08c-46ee-987c-bb06dd2240c2 x-openstack-request-id: req-3e57248b-c08c-46ee-987c-bb06dd2240c2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:19:41.558575 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121fd16c-b09e-4042-88e3-ae076c6785f3", "name": "network-vif-deleted", "tag": "67684fa7-eb7e-4782-bf89-0c9de76ed03f", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:19:41.558826 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e57248b-c08c-46ee-987c-bb06dd2240c2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:19:41.559216 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121fd16c-b09e-4042-88e3-ae076c6785f3', 'name': 'network-vif-deleted', 'tag': '67684fa7-eb7e-4782-bf89-0c9de76ed03f', 'status': 'completed', 'code': 200} Jul 21 00:19:41.777051 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd280074-aa0c-482d-9da2-7a5f916463c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:41.886222 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd280074-aa0c-482d-9da2-7a5f916463c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:41.901813 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd280074-aa0c-482d-9da2-7a5f916463c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:41.996408 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-fd280074-aa0c-482d-9da2-7a5f916463c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63bfb64afbd5498ba57d69b1e4e6678c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861870 Jul 21 00:19:41.997894 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd280074-aa0c-482d-9da2-7a5f916463c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6497bb9-738e-4351-8678-5a660d3699d7,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:42.013995 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56478) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:42.134510 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9b84-d764-46d5-b91b-b6058b86a4e2 req-25a6cd4b-5f14-4295-9b57-15d722fab25f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:42.141413 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dc0d9b84-d764-46d5-b91b-b6058b86a4e2 req-25a6cd4b-5f14-4295-9b57-15d722fab25f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1819780 Jul 21 00:19:42.148405 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9da89103-82e5-49c4-a696-9d2aa8789c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:42.182345 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9da89103-82e5-49c4-a696-9d2aa8789c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:42.200516 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dc0d9b84-d764-46d5-b91b-b6058b86a4e2 req-def3b79c-8b6a-4e90-973e-309d1a0ae37c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513077 Jul 21 00:19:42.291099 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9da89103-82e5-49c4-a696-9d2aa8789c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:42.293912 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9da89103-82e5-49c4-a696-9d2aa8789c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:42.297606 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-9da89103-82e5-49c4-a696-9d2aa8789c71 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6497bb9-738e-4351-8678-5a660d3699d7 HTTP/1.1" status: 204 len: 168 time: 0.2780278 Jul 21 00:19:42.305886 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da89103-82e5-49c4-a696-9d2aa8789c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6497bb9-738e-4351-8678-5a660d3699d7,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:43.358759 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfe89a-6f27-4613-b7b8-61845e38804f req-f10580b9-afe0-47d6-9928-c44a521c28f9 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:43.365787 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a6dfe89a-6f27-4613-b7b8-61845e38804f req-f10580b9-afe0-47d6-9928-c44a521c28f9 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0831611 Jul 21 00:19:43.435737 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a6dfe89a-6f27-4613-b7b8-61845e38804f req-a7660749-4eaa-423e-be6f-5e4189c66934 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603802 Jul 21 00:19:44.595683 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e1ece-5e5b-4c08-b834-f281f7a264e3 req-c60ff112-01a2-4330-87c1-ac2b7b2e72d4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:44.597923 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e74e1ece-5e5b-4c08-b834-f281f7a264e3 req-c60ff112-01a2-4330-87c1-ac2b7b2e72d4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0762651 Jul 21 00:19:44.650193 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e74e1ece-5e5b-4c08-b834-f281f7a264e3 req-77d75560-6a2f-4906-b2a2-e5dfa780193a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452621 Jul 21 00:19:45.215307 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 67684fa7-eb7e-4782-bf89-0c9de76ed03f no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:19:45.236705 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 67684fa7-eb7e-4782-bf89-0c9de76ed03f {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:19:45.237141 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 67684fa7-eb7e-4782-bf89-0c9de76ed03f not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:19:45.783179 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59ba9e-2dac-4c3b-8413-b9c2a005f714 req-46399a89-ddb3-46f3-ade8-1a1789613459 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:45.784572 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5e59ba9e-2dac-4c3b-8413-b9c2a005f714 req-46399a89-ddb3-46f3-ade8-1a1789613459 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0615132 Jul 21 00:19:45.821762 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5e59ba9e-2dac-4c3b-8413-b9c2a005f714 req-cb1a8fd4-34e1-4460-9b4d-57a03063b01f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Jul 21 00:19:46.974795 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b227a9-5abf-426a-9221-3fdc10f6cd0f req-95815300-86a2-4bdb-ab51-31fa6c8d60d2 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:46.977473 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-67b227a9-5abf-426a-9221-3fdc10f6cd0f req-95815300-86a2-4bdb-ab51-31fa6c8d60d2 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0789785 Jul 21 00:19:47.029506 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-67b227a9-5abf-426a-9221-3fdc10f6cd0f req-ab1ea9b7-1a31-4e77-aa8a-f8e636f12300 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461004 Jul 21 00:19:47.255127 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56778) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:47.359138 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89ca7bfd-6740-4a3f-8df0-a6eefcde60ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:47.460284 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89ca7bfd-6740-4a3f-8df0-a6eefcde60ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:47.464704 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89ca7bfd-6740-4a3f-8df0-a6eefcde60ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:47.499628 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-89ca7bfd-6740-4a3f-8df0-a6eefcde60ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d9d00a5ee6f4642847bc85b8dd445be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433071 Jul 21 00:19:47.502870 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 56794) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:47.517437 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca7bfd-6740-4a3f-8df0-a6eefcde60ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a713e0-7cd1-4e18-bffc-67d518c8ce79,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:47.581632 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6afe0752-42b5-4799-9bec-5ccb51e65197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:47.615117 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6afe0752-42b5-4799-9bec-5ccb51e65197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:47.676929 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6afe0752-42b5-4799-9bec-5ccb51e65197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:47.681594 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6afe0752-42b5-4799-9bec-5ccb51e65197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:47.682886 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-6afe0752-42b5-4799-9bec-5ccb51e65197 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27a713e0-7cd1-4e18-bffc-67d518c8ce79 HTTP/1.1" status: 204 len: 168 time: 0.1786079 Jul 21 00:19:47.691897 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe0752-42b5-4799-9bec-5ccb51e65197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a713e0-7cd1-4e18-bffc-67d518c8ce79,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:48.014434 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 56820) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:48.033980 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-af2160c7-5e18-4afe-acf7-1cee04b6ab2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:48.170925 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-af2160c7-5e18-4afe-acf7-1cee04b6ab2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:48.177566 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-af2160c7-5e18-4afe-acf7-1cee04b6ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:48.229635 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-af2160c7-5e18-4afe-acf7-1cee04b6ab2f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=784e6758fd1d4590949c2d1d46a0433a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139392 Jul 21 00:19:48.230460 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2160c7-5e18-4afe-acf7-1cee04b6ab2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52806565-9f39-49c4-b245-5d55b990a7a1,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:48.234188 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 56828) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:48.251444 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6a480-588a-41ff-b58d-8fa67e2fb84d req-96af282c-e0a1-4359-b029-b8f613204c92 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:48.253144 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e9a6a480-588a-41ff-b58d-8fa67e2fb84d req-96af282c-e0a1-4359-b029-b8f613204c92 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1289861 Jul 21 00:19:48.302371 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-007d3fa9-6391-4c32-8b6e-5c7e9522f3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:48.321452 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e9a6a480-588a-41ff-b58d-8fa67e2fb84d req-435afa84-6d41-46fc-b388-c769356f4049 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Jul 21 00:19:48.336066 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-007d3fa9-6391-4c32-8b6e-5c7e9522f3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:48.390888 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-007d3fa9-6391-4c32-8b6e-5c7e9522f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:48.393405 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-007d3fa9-6391-4c32-8b6e-5c7e9522f3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:48.394529 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-007d3fa9-6391-4c32-8b6e-5c7e9522f3e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52806565-9f39-49c4-b245-5d55b990a7a1 HTTP/1.1" status: 204 len: 168 time: 0.1607821 Jul 21 00:19:48.402511 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d3fa9-6391-4c32-8b6e-5c7e9522f3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52806565-9f39-49c4-b245-5d55b990a7a1,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:49.464527 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bff962-5355-44f0-b133-bcfeee7fd6c7 req-fab9b42f-d4da-47d8-be9a-579ae4c18663 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:49.466138 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e5bff962-5355-44f0-b133-bcfeee7fd6c7 req-fab9b42f-d4da-47d8-be9a-579ae4c18663 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0767937 Jul 21 00:19:49.517543 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e5bff962-5355-44f0-b133-bcfeee7fd6c7 req-31f166fb-0066-421f-a624-841ab35112c7 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448587 Jul 21 00:19:50.647418 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adb24f-6959-442e-85fa-99a96c213c1d req-b10a7ca0-ec57-4d9c-b5f3-b5902d3d31f5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:50.649018 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d7adb24f-6959-442e-85fa-99a96c213c1d req-b10a7ca0-ec57-4d9c-b5f3-b5902d3d31f5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0672526 Jul 21 00:19:50.688535 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d7adb24f-6959-442e-85fa-99a96c213c1d req-ac3216fa-7763-4e8a-9ce0-e8aee90569eb tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Jul 21 00:19:51.683466 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57042) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:51.712900 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57048) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:51.829136 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d827cd-5b4f-48e1-8bdd-73b6c310f392 req-3cdadf65-03d7-473c-b121-8b6054060cd0 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:51.830543 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f7d827cd-5b4f-48e1-8bdd-73b6c310f392 req-3cdadf65-03d7-473c-b121-8b6054060cd0 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0665936 Jul 21 00:19:51.881902 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f7d827cd-5b4f-48e1-8bdd-73b6c310f392 req-ced8e192-ddaf-44d3-8826-0eabf7815191 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398505 Jul 21 00:19:51.929507 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c6419cb4-3372-47f9-a6b1-164a9fbf2239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:51.942603 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-15a43314-8870-4340-8d13-2269aa5aa7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:51.951315 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57056) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:52.014860 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ff145fb2-ad29-4e16-ab9d-56725a47866f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.027134 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c6419cb4-3372-47f9-a6b1-164a9fbf2239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.032273 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c6419cb4-3372-47f9-a6b1-164a9fbf2239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.046490 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.db.api [None req-ff145fb2-ad29-4e16-ab9d-56725a47866f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 21 00:19:52.046490 dv-cinder-679138-11-smb neutron-server[94869]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 21 00:19:52.046490 dv-cinder-679138-11-smb neutron-server[94869]: [parameters: {'project_id_1': '9c1a470ffa474903aecf532382283483', 'expiration_1': datetime.datetime(2021, 7, 21, 0, 19, 52, 25556)}] Jul 21 00:19:52.046490 dv-cinder-679138-11-smb neutron-server[94869]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 21 00:19:52.046920 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG oslo_db.api [None req-ff145fb2-ad29-4e16-ab9d-56725a47866f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 00:19:52.069972 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6419cb4-3372-47f9-a6b1-164a9fbf2239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ac7188-faf4-4d61-a077-90f2275672e7,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:52.085189 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c6419cb4-3372-47f9-a6b1-164a9fbf2239 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a9028fa69e04f17bc6fe2509523b2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998282 Jul 21 00:19:52.087851 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57060) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:52.143829 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-15a43314-8870-4340-8d13-2269aa5aa7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.151544 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-15a43314-8870-4340-8d13-2269aa5aa7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.177769 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-18922dc1-27e1-40b3-9a27-357e3d0dafbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.207333 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-15a43314-8870-4340-8d13-2269aa5aa7ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cdf62c861a194570a7a11056ea8a533c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931693 Jul 21 00:19:52.210529 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a43314-8870-4340-8d13-2269aa5aa7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e338a-645b-48e0-a4cb-1cbd04e4062f,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:52.210746 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57066) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:52.225130 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-18922dc1-27e1-40b3-9a27-357e3d0dafbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.272580 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4c97f37e-57cf-45a2-a7d3-f6b467e45388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.288376 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-18922dc1-27e1-40b3-9a27-357e3d0dafbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.291555 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-18922dc1-27e1-40b3-9a27-357e3d0dafbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.295250 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-18922dc1-27e1-40b3-9a27-357e3d0dafbb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08ac7188-faf4-4d61-a077-90f2275672e7 HTTP/1.1" status: 204 len: 168 time: 0.2039311 Jul 21 00:19:52.297915 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4c97f37e-57cf-45a2-a7d3-f6b467e45388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.320840 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18922dc1-27e1-40b3-9a27-357e3d0dafbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ac7188-faf4-4d61-a077-90f2275672e7,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:52.376336 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4c97f37e-57cf-45a2-a7d3-f6b467e45388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.379304 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4c97f37e-57cf-45a2-a7d3-f6b467e45388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.381158 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4c97f37e-57cf-45a2-a7d3-f6b467e45388 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee0e338a-645b-48e0-a4cb-1cbd04e4062f HTTP/1.1" status: 204 len: 168 time: 0.1687241 Jul 21 00:19:52.391397 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97f37e-57cf-45a2-a7d3-f6b467e45388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e338a-645b-48e0-a4cb-1cbd04e4062f,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:52.549085 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ff145fb2-ad29-4e16-ab9d-56725a47866f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.618679 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57086) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:52.634382 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7dfb35eb-c80b-41d2-8207-7d9d7d223338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.660204 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ff145fb2-ad29-4e16-ab9d-56725a47866f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.664812 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ff145fb2-ad29-4e16-ab9d-56725a47866f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.713142 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-ff145fb2-ad29-4e16-ab9d-56725a47866f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c1a470ffa474903aecf532382283483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7603753 Jul 21 00:19:52.714396 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff145fb2-ad29-4e16-ab9d-56725a47866f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8695d5e1-6b56-40a2-8ddb-e71b23ee61ed,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:52.717013 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57088) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:52.752607 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7dfb35eb-c80b-41d2-8207-7d9d7d223338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.757955 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7dfb35eb-c80b-41d2-8207-7d9d7d223338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.780187 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-63cafd5b-fcc2-4ebb-b791-e1ec85f4e410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.796942 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb35eb-c80b-41d2-8207-7d9d7d223338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de90648e-04ad-44f5-ba0b-f6cb52286603,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:52.803067 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-63cafd5b-fcc2-4ebb-b791-e1ec85f4e410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.804758 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57090) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:52.805054 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-7dfb35eb-c80b-41d2-8207-7d9d7d223338 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2b2198dd6944047b2e9386e37dc4f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850266 Jul 21 00:19:52.841930 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57092) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:52.855042 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f369f62-d1ad-4e8e-a580-a8d429b3b9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.886488 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-146453ff-3de2-4b2d-9fcc-cdc8ab40d67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.901441 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-63cafd5b-fcc2-4ebb-b791-e1ec85f4e410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.904382 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-63cafd5b-fcc2-4ebb-b791-e1ec85f4e410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.909071 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-63cafd5b-fcc2-4ebb-b791-e1ec85f4e410 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8695d5e1-6b56-40a2-8ddb-e71b23ee61ed HTTP/1.1" status: 204 len: 168 time: 0.1907945 Jul 21 00:19:52.932168 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-146453ff-3de2-4b2d-9fcc-cdc8ab40d67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.941093 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cafd5b-fcc2-4ebb-b791-e1ec85f4e410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8695d5e1-6b56-40a2-8ddb-e71b23ee61ed,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:52.987844 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f369f62-d1ad-4e8e-a580-a8d429b3b9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:52.993822 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f369f62-d1ad-4e8e-a580-a8d429b3b9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.040391 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6f369f62-d1ad-4e8e-a580-a8d429b3b9c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a63a9db2fb8410dbe77afc367512265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973057 Jul 21 00:19:53.041659 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f369f62-d1ad-4e8e-a580-a8d429b3b9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e50588-a0b7-482b-9930-005773e3624f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:53.043168 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57100) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:53.052022 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-146453ff-3de2-4b2d-9fcc-cdc8ab40d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.055899 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-146453ff-3de2-4b2d-9fcc-cdc8ab40d67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.057446 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-146453ff-3de2-4b2d-9fcc-cdc8ab40d67f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de90648e-04ad-44f5-ba0b-f6cb52286603 HTTP/1.1" status: 204 len: 168 time: 0.2515659 Jul 21 00:19:53.074766 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5ee95-fdfb-48da-ab73-733a5c23a214 req-5695a75c-30ef-4cf3-8ed9-e50a86680e8a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:53.076303 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-27b5ee95-fdfb-48da-ab73-733a5c23a214 req-5695a75c-30ef-4cf3-8ed9-e50a86680e8a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1211686 Jul 21 00:19:53.095938 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146453ff-3de2-4b2d-9fcc-cdc8ab40d67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de90648e-04ad-44f5-ba0b-f6cb52286603,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:53.152305 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-27b5ee95-fdfb-48da-ab73-733a5c23a214 req-df24c971-8291-4aa4-b395-d81bd09576f0 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640264 Jul 21 00:19:53.166375 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4b0358de-9256-47a5-8b7b-f9b6e4680084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.199262 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4b0358de-9256-47a5-8b7b-f9b6e4680084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.260372 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4b0358de-9256-47a5-8b7b-f9b6e4680084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.263583 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4b0358de-9256-47a5-8b7b-f9b6e4680084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.264691 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-4b0358de-9256-47a5-8b7b-f9b6e4680084 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95e50588-a0b7-482b-9930-005773e3624f HTTP/1.1" status: 204 len: 168 time: 0.2205265 Jul 21 00:19:53.274527 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0358de-9256-47a5-8b7b-f9b6e4680084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e50588-a0b7-482b-9930-005773e3624f,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:53.390213 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57114) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:53.403538 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c0e47538-7eba-4fd4-9e44-e5e4fae325f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.443028 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57116) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:53.461930 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5e62-5284-410a-9d90-242d2692fb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.525480 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c0e47538-7eba-4fd4-9e44-e5e4fae325f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.534726 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c0e47538-7eba-4fd4-9e44-e5e4fae325f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.590200 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c0e47538-7eba-4fd4-9e44-e5e4fae325f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4c92613ab674b9eb85186b3823e85eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989295 Jul 21 00:19:53.592896 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57122) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:53.597685 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e47538-7eba-4fd4-9e44-e5e4fae325f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce271275-bbdc-466c-921e-b505a467c98a,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:53.663797 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f1754392-c35e-4172-bc31-a97a4e6db7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.665487 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5e62-5284-410a-9d90-242d2692fb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.675665 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5e62-5284-410a-9d90-242d2692fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.689141 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f1754392-c35e-4172-bc31-a97a4e6db7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.725794 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-dc8d5e62-5284-410a-9d90-242d2692fb82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=70c2cf458d56454c8ca03198b1571aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819829 Jul 21 00:19:53.726217 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57126) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:53.727456 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d5e62-5284-410a-9d90-242d2692fb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf4571c-445a-47df-92ee-7b6e259ef999,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:53.766704 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f1754392-c35e-4172-bc31-a97a4e6db7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.769626 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f1754392-c35e-4172-bc31-a97a4e6db7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.770919 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-f1754392-c35e-4172-bc31-a97a4e6db7a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce271275-bbdc-466c-921e-b505a467c98a HTTP/1.1" status: 204 len: 168 time: 0.1765435 Jul 21 00:19:53.788377 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1754392-c35e-4172-bc31-a97a4e6db7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce271275-bbdc-466c-921e-b505a467c98a,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:53.810652 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-38ab86c1-582c-42b1-b26b-5c5ad178cd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.846612 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-38ab86c1-582c-42b1-b26b-5c5ad178cd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.856155 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57130) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:53.873023 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b71be23-6b5d-4e58-84c2-aa9e9e366549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.928530 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-38ab86c1-582c-42b1-b26b-5c5ad178cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.938037 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-38ab86c1-582c-42b1-b26b-5c5ad178cd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:53.939383 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-38ab86c1-582c-42b1-b26b-5c5ad178cd40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3cf4571c-445a-47df-92ee-7b6e259ef999 HTTP/1.1" status: 204 len: 168 time: 0.2117195 Jul 21 00:19:53.975625 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab86c1-582c-42b1-b26b-5c5ad178cd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf4571c-445a-47df-92ee-7b6e259ef999,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:54.034769 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b71be23-6b5d-4e58-84c2-aa9e9e366549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:54.040804 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b71be23-6b5d-4e58-84c2-aa9e9e366549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:54.082677 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-9b71be23-6b5d-4e58-84c2-aa9e9e366549 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=233c55f51f6c4ebd99f956d83b123141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223396 Jul 21 00:19:54.082677 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71be23-6b5d-4e58-84c2-aa9e9e366549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a093ab8-b170-466c-b87b-41785e1960ce,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:54.083196 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57142) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:54.148150 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d39dd408-69e9-4684-a28b-5e8a206a1844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:54.172541 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d39dd408-69e9-4684-a28b-5e8a206a1844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:54.256131 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d39dd408-69e9-4684-a28b-5e8a206a1844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:54.258791 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d39dd408-69e9-4684-a28b-5e8a206a1844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:54.261219 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-d39dd408-69e9-4684-a28b-5e8a206a1844 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a093ab8-b170-466c-b87b-41785e1960ce HTTP/1.1" status: 204 len: 168 time: 0.1754498 Jul 21 00:19:54.290264 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dd408-69e9-4684-a28b-5e8a206a1844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a093ab8-b170-466c-b87b-41785e1960ce,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:54.341776 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab515a3-b997-42f2-8ab8-409e567aa7cd req-900f5eeb-d5a7-4fe6-b8fd-0158ab5a11d3 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:54.343671 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2ab515a3-b997-42f2-8ab8-409e567aa7cd req-900f5eeb-d5a7-4fe6-b8fd-0158ab5a11d3 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0982435 Jul 21 00:19:54.389468 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2ab515a3-b997-42f2-8ab8-409e567aa7cd req-8704dd21-26ec-4d2d-8f67-d755d9b94d0f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 Jul 21 00:19:55.515619 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57252) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:55.588930 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca2cb5-7566-4625-acda-b8c4267b9a94 req-5f06a7d0-cbc3-4aa6-8715-689159bffba3 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:55.597593 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-90ca2cb5-7566-4625-acda-b8c4267b9a94 req-5f06a7d0-cbc3-4aa6-8715-689159bffba3 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0955596 Jul 21 00:19:55.641089 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-90ca2cb5-7566-4625-acda-b8c4267b9a94 req-714e7c1b-d27c-4975-80f1-a8715eea689e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Jul 21 00:19:55.669941 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1082282530-network', 'tenant_id': 'f22d0083c2c144068e91c8a2bcaa1481'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:55.702142 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Made reservation on behalf of f22d0083c2c144068e91c8a2bcaa1481 for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:55.704518 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:55.714266 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:55.826042 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:55.831505 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:55.858865 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:19:55.872443 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55ea610-9aa5-41a6-9d59-6433d85e15d5,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:55.878851 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:55.879270 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Added segment ba4023e4-6a9e-4999-a4d2-0275d7d48667 of type vlan for network c056073f-6fea-42ea-a952-5b52ef1900b1 Jul 21 00:19:55.938215 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:55.975156 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:55.976328 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:55.976999 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:56.018289 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4988408 Jul 21 00:19:56.019238 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57310) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:56.024494 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Request body: {'subnet': {'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1082282530-subnet', 'tenant_id': 'f22d0083c2c144068e91c8a2bcaa1481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:19:56.059153 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3d841-8ae5-4c99-a408-903651b8ea44 admin admin] Pushing event updated for resources: {'Network': ['ID=c056073f-6fea-42ea-a952-5b52ef1900b1,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:56.063175 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Made reservation on behalf of f22d0083c2c144068e91c8a2bcaa1481 for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:19:56.067389 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:56.072600 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network c056073f-6fea-42ea-a952-5b52ef1900b1 details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:19:56.305962 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:56.376623 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a235f26f-88df-4af9-a594-27715e16ad7c,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:56.399879 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Checking segment: {'id': 'ba4023e4-6a9e-4999-a4d2-0275d7d48667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:19:56.400426 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Network hostable DHCP agents. Network: c056073f-6fea-42ea-a952-5b52ef1900b1, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:19:56.419944 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Network c056073f-6fea-42ea-a952-5b52ef1900b1 is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:19:56.432884 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, c056073f-6fea-42ea-a952-5b52ef1900b1) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:19:56.441999 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd14a08-6628-4b0a-b932-122acf083a86 None None] Network c056073f-6fea-42ea-a952-5b52ef1900b1 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:19:56.446434 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:56.447376 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:56.473724 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-7389b1df-06ea-4f78-ab5b-f1688bf930b4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4538820 Jul 21 00:19:56.596011 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95225861-6653-4c66-8360-034be953d86c None None] Network c056073f-6fea-42ea-a952-5b52ef1900b1 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:19:56.836459 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea552bf-2958-43e5-b6a7-5fd7cd275764 req-20f24c88-0fde-4076-a168-6292f01536ba tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:56.840313 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ea552bf-2958-43e5-b6a7-5fd7cd275764 req-20f24c88-0fde-4076-a168-6292f01536ba tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1054258 Jul 21 00:19:56.887580 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ea552bf-2958-43e5-b6a7-5fd7cd275764 req-78afbbf7-d539-496d-ad71-deeb73fd0644 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 Jul 21 00:19:56.974785 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc82518-2d50-428a-a255-2d49db8ad081 req-4630baec-231a-4411-821b-6e89a66166ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:56.976317 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7bc82518-2d50-428a-a255-2d49db8ad081 req-4630baec-231a-4411-821b-6e89a66166ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 1098 time: 0.0592406 Jul 21 00:19:57.028757 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7bc82518-2d50-428a-a255-2d49db8ad081 req-34a4d639-fac0-4a82-9070-7b66f0896c91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439689 Jul 21 00:19:57.550849 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57374) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:57.595464 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2fd5c4-a392-45d6-ac7a-55a7bb4747a9 admin admin] Deleting subnet 9f2b47db-30b0-4407-92a1-3df13e6d6c9f {{(pid=94869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:19:57.598522 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd5c4-a392-45d6-ac7a-55a7bb4747a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:57.643536 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd5c4-a392-45d6-ac7a-55a7bb4747a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:57.651903 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd5c4-a392-45d6-ac7a-55a7bb4747a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:57.705635 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd5c4-a392-45d6-ac7a-55a7bb4747a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for subnet, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:57.717155 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd5c4-a392-45d6-ac7a-55a7bb4747a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:57.719371 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-ac2fd5c4-a392-45d6-ac7a-55a7bb4747a9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9f2b47db-30b0-4407-92a1-3df13e6d6c9f HTTP/1.1" status: 204 len: 168 time: 0.1675611 Jul 21 00:19:57.721990 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57378) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:57.736627 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fd5c4-a392-45d6-ac7a-55a7bb4747a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2b47db-30b0-4407-92a1-3df13e6d6c9f,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:57.794405 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:57.877346 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:57.888273 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2165f898-71e8-4ccf-ab99-f917c2232a57']}} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:57.898359 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb383e0-e001-4f65-9e32-48bc753f617a') {'for_net_delete': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:57.898653 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb383e0-e001-4f65-9e32-48bc753f617a') {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:57.907879 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8529750'] for segment, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:57.923865 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:57.930622 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:19:57.931098 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3221053'] for segment, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: Traceback (most recent call last): Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: timer() Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: cb(*args, **kw) Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: return func(*args, **kwargs) Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: self._notify() Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: self.callback(batched_events) Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: event.method(event) Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: return f(self, *a, **k) Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: return self._get(url).json() Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: return self.request(url, 'GET', **kwargs) Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:19:57.932692 dv-cinder-679138-11-smb neutron-server[94868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:19:57.987793 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.002153 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.004051 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] 10.222.0.35 "DELETE /v2.0/networks/2165f898-71e8-4ccf-ab99-f917c2232a57 HTTP/1.1" status: 204 len: 168 time: 0.2810874 Jul 21 00:19:58.007609 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57386) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:58.052767 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd11385-7ab3-4c99-bfb6-3a03f77a0662 req-46a7784d-cc3e-422c-817d-03b7eca58663 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:58.054775 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3bd11385-7ab3-4c99-bfb6-3a03f77a0662 req-46a7784d-cc3e-422c-817d-03b7eca58663 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0903189 Jul 21 00:19:58.067109 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192c69a-c50d-4e96-be5c-6d307953ac8b admin admin] Pushing event deleted for resources: {'Network': ['ID=2165f898-71e8-4ccf-ab99-f917c2232a57,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:58.074310 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68a25b7-2c51-4b52-9a4f-8bbd31a1a7a2 admin admin] Deleting subnet 7d32671c-a384-4082-8577-92f6cad23588 {{(pid=94868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:19:58.077996 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f68a25b7-2c51-4b52-9a4f-8bbd31a1a7a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.112371 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3bd11385-7ab3-4c99-bfb6-3a03f77a0662 req-3a41022c-1a5b-4073-a196-3cff56dc6ce8 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502677 Jul 21 00:19:58.153548 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f68a25b7-2c51-4b52-9a4f-8bbd31a1a7a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8529759'] for subnet, precommit_delete_associations {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.205557 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f68a25b7-2c51-4b52-9a4f-8bbd31a1a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.247580 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cad4676-dbd9-4151-ad5c-061182062161 req-970c2acb-3d05-4319-b045-5db4c1749ebc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1244729 Jul 21 00:19:58.268843 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f68a25b7-2c51-4b52-9a4f-8bbd31a1a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8423695'] for subnet, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.295283 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a25b7-2c51-4b52-9a4f-8bbd31a1a7a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d32671c-a384-4082-8577-92f6cad23588,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:58.309339 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f68a25b7-2c51-4b52-9a4f-8bbd31a1a7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.314053 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-f68a25b7-2c51-4b52-9a4f-8bbd31a1a7a2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7d32671c-a384-4082-8577-92f6cad23588 HTTP/1.1" status: 204 len: 168 time: 0.3022251 Jul 21 00:19:58.314897 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57400) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:58.377808 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad4676-dbd9-4151-ad5c-061182062161 req-f33b6343-e27c-4ebb-8029-9902393f0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:58.379438 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cad4676-dbd9-4151-ad5c-061182062161 req-f33b6343-e27c-4ebb-8029-9902393f0f1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 1099 time: 0.0860984 Jul 21 00:19:58.399934 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.488258 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.495582 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad4676-dbd9-4151-ad5c-061182062161 req-12e4362e-a5a6-4f99-b462-8ae07b5b78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:58.497095 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cad4676-dbd9-4151-ad5c-061182062161 req-12e4362e-a5a6-4f99-b462-8ae07b5b78b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 919 time: 0.0908289 Jul 21 00:19:58.498780 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.499129 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.499875 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.500223 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > port after_create 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.500573 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.500906 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > port after_update 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.501249 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.501571 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.501888 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.502213 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.543053 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cad4676-dbd9-4151-ad5c-061182062161 req-e0c679d2-362e-4308-9f95-16d4f2fd2ef9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb056c4-cb2e-4011-974e-e948246b866e HTTP/1.1" status: 200 len: 217 time: 0.0337961 Jul 21 00:19:58.568220 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.568572 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.568905 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.569276 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 00:19:58.569639 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587da619-5d4d-47cf-927a-3f6e8b329b14']}} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:58.587081 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16955ce-59e1-4167-af61-cd487e531522') {'for_net_delete': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:58.587376 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16955ce-59e1-4167-af61-cd487e531522') {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:19:58.590962 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad4676-dbd9-4151-ad5c-061182062161 req-e2d0ecfc-95f7-4691-bf23-766c8fe3a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:58.592514 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cad4676-dbd9-4151-ad5c-061182062161 req-e2d0ecfc-95f7-4691-bf23-766c8fe3a654 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 200 len: 858 time: 0.0422919 Jul 21 00:19:58.603677 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439217'] for segment, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.627099 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.630038 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cad4676-dbd9-4151-ad5c-061182062161 req-70bccf49-0085-4f10-9d1f-9153077874c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293944 Jul 21 00:19:58.636515 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:19:58.636904 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8450596'] for segment, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: from cryptography.utils import int_from_bytes Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: from cryptography.utils import int_from_bytes Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: Traceback (most recent call last): Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: timer() Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: cb(*args, **kw) Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: return func(*args, **kwargs) Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: self._notify() Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: self.callback(batched_events) Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: event.method(event) Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: return f(self, *a, **k) Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: return self._get(url).json() Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: return self.request(url, 'GET', **kwargs) Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:19:58.642299 dv-cinder-679138-11-smb neutron-server[94869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:19:58.705494 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.713831 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.717418 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] 10.222.0.35 "DELETE /v2.0/networks/587da619-5d4d-47cf-927a-3f6e8b329b14 HTTP/1.1" status: 204 len: 168 time: 0.4014859 Jul 21 00:19:58.733159 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819289bc-902e-47bb-b12f-d7e474bfd41b admin admin] Pushing event deleted for resources: {'Network': ['ID=587da619-5d4d-47cf-927a-3f6e8b329b14,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:58.746376 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cad4676-dbd9-4151-ad5c-061182062161 req-a78bcfb9-fccb-43fb-978c-f6302cd67275 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094139 Jul 21 00:19:58.854376 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1cad4676-dbd9-4151-ad5c-061182062161 req-94b222dc-2e15-4379-8643-769a29d05175 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935194 Jul 21 00:19:58.858330 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57412) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:58.919637 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-2f6c0905-007d-4417-8c42-6d493ba5c68f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6778a6194c845aba82c047ff1ef08c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600410 Jul 21 00:19:58.922106 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57420) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:58.978824 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf01cbed-d242-4ce4-aa5c-23f7a991692b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:58.999427 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf01cbed-d242-4ce4-aa5c-23f7a991692b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:59.054715 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf01cbed-d242-4ce4-aa5c-23f7a991692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:59.057950 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf01cbed-d242-4ce4-aa5c-23f7a991692b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:59.059202 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-bf01cbed-d242-4ce4-aa5c-23f7a991692b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e4ee622-7a48-4ea8-9492-1aec1f920573 HTTP/1.1" status: 204 len: 168 time: 0.1362004 Jul 21 00:19:59.073911 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01cbed-d242-4ce4-aa5c-23f7a991692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4ee622-7a48-4ea8-9492-1aec1f920573,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:19:59.258109 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cd528-985e-43ff-9906-3fc12c0ac490 req-d1a75325-a651-4fad-842b-056cb8b55452 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:59.260191 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0c9cd528-985e-43ff-9906-3fc12c0ac490 req-d1a75325-a651-4fad-842b-056cb8b55452 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0759566 Jul 21 00:19:59.305459 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0c9cd528-985e-43ff-9906-3fc12c0ac490 req-14920f5e-09c5-4083-ac09-64d0ae224690 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Jul 21 00:19:59.510057 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a0722-4c99-4b10-9a50-7804ff4f7a98 req-cf23f8c3-cf63-4d61-9822-c5134edb9a7f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:19:59.511686 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7c9a0722-4c99-4b10-9a50-7804ff4f7a98 req-cf23f8c3-cf63-4d61-9822-c5134edb9a7f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1080894 Jul 21 00:19:59.535321 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57464) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:59.555040 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7c9a0722-4c99-4b10-9a50-7804ff4f7a98 req-1d9ac749-0622-418d-89c3-6972b0404980 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355513 Jul 21 00:19:59.596272 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-5f244e85-dd07-4b4f-b9f1-5e6ac2dc7217 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1b219a66d794d8ab7604ce4ff0bccfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595074 Jul 21 00:19:59.598892 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57470) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:19:59.662365 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-db597868-dec4-4a93-82db-3f9142915139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:59.686781 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-db597868-dec4-4a93-82db-3f9142915139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:59.742676 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-db597868-dec4-4a93-82db-3f9142915139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:59.745494 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-db597868-dec4-4a93-82db-3f9142915139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:19:59.749254 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-db597868-dec4-4a93-82db-3f9142915139 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fba1a4c9-7bb7-491f-97df-931fd1fbc4f0 HTTP/1.1" status: 204 len: 168 time: 0.1467397 Jul 21 00:19:59.756410 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db597868-dec4-4a93-82db-3f9142915139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba1a4c9-7bb7-491f-97df-931fd1fbc4f0,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:01.296695 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57556) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:01.307646 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5dfeb-0cdc-41a3-bd01-31b178213b34 req-1d3275f5-1fc7-47f4-931a-2133c150bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:01.309394 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86c5dfeb-0cdc-41a3-bd01-31b178213b34 req-1d3275f5-1fc7-47f4-931a-2133c150bc1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 1099 time: 0.0856454 Jul 21 00:20:01.429019 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4f453755-072c-45d5-b5dc-38c35c360aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:01.432172 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5dfeb-0cdc-41a3-bd01-31b178213b34 req-73817065-c47c-475e-80d7-ca77b1fbc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:01.433872 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86c5dfeb-0cdc-41a3-bd01-31b178213b34 req-73817065-c47c-475e-80d7-ca77b1fbc95f service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 919 time: 0.1150036 Jul 21 00:20:01.454386 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668972bd-b63e-4439-8ab7-4f36945726f7 req-b2e4bd01-3903-42a8-bf46-b033f172078d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:01.455963 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-668972bd-b63e-4439-8ab7-4f36945726f7 req-b2e4bd01-3903-42a8-bf46-b033f172078d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1173921 Jul 21 00:20:01.494717 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86c5dfeb-0cdc-41a3-bd01-31b178213b34 req-df73c58b-d1af-424a-a183-6764e683ed13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb056c4-cb2e-4011-974e-e948246b866e HTTP/1.1" status: 200 len: 217 time: 0.0508893 Jul 21 00:20:01.570020 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5dfeb-0cdc-41a3-bd01-31b178213b34 req-a48be5ff-b67b-4768-a6bb-304b5bc11148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:01.571503 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86c5dfeb-0cdc-41a3-bd01-31b178213b34 req-a48be5ff-b67b-4768-a6bb-304b5bc11148 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 200 len: 858 time: 0.0675128 Jul 21 00:20:01.572987 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-668972bd-b63e-4439-8ab7-4f36945726f7 req-a0d953f6-fccd-4323-ac31-1786ca2db008 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686734 Jul 21 00:20:01.625349 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4f453755-072c-45d5-b5dc-38c35c360aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:01.631269 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86c5dfeb-0cdc-41a3-bd01-31b178213b34 req-e4ede62b-a2d6-4578-9e89-90c0019f671a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501535 Jul 21 00:20:01.634262 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4f453755-072c-45d5-b5dc-38c35c360aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:01.657252 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a080fbb8-cf43-43e7-a676-bbfe6a78e198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:01.678344 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f453755-072c-45d5-b5dc-38c35c360aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e29d9c6-2ffc-43bb-ab51-0e2a1affa405,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:01.683745 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-4f453755-072c-45d5-b5dc-38c35c360aa0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6b946c7e92841be813d05f5ffb65291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860245 Jul 21 00:20:01.686286 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57568) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:01.733876 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-34301a7c-6b00-4daf-ab55-86159bb8148a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:01.735278 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86c5dfeb-0cdc-41a3-bd01-31b178213b34 req-fd75a71c-4764-459a-9cb6-048805835ebd service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940216 Jul 21 00:20:01.757259 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-34301a7c-6b00-4daf-ab55-86159bb8148a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:01.806508 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-34301a7c-6b00-4daf-ab55-86159bb8148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:01.809244 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-34301a7c-6b00-4daf-ab55-86159bb8148a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:01.813034 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-34301a7c-6b00-4daf-ab55-86159bb8148a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e29d9c6-2ffc-43bb-ab51-0e2a1affa405 HTTP/1.1" status: 204 len: 168 time: 0.1232119 Jul 21 00:20:01.819592 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34301a7c-6b00-4daf-ab55-86159bb8148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e29d9c6-2ffc-43bb-ab51-0e2a1affa405,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:01.835906 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86c5dfeb-0cdc-41a3-bd01-31b178213b34 req-41a6ae71-1df0-4578-8644-c7941791bc98 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935984 Jul 21 00:20:02.080214 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57576) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:02.093779 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d84e7fa0-eb44-4f72-896b-c472cf7409de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:02.181544 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d84e7fa0-eb44-4f72-896b-c472cf7409de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:02.185320 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d84e7fa0-eb44-4f72-896b-c472cf7409de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:02.221743 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-d84e7fa0-eb44-4f72-896b-c472cf7409de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99088a04b48b41c3bc70be3037fa1129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404116 Jul 21 00:20:02.222848 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e7fa0-eb44-4f72-896b-c472cf7409de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b79f21-736d-4c16-8711-8e7b73f816d4,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:02.224383 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57578) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:02.275183 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0f0f806d-4322-4f58-8db0-a4cac5f10971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:02.295665 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0f0f806d-4322-4f58-8db0-a4cac5f10971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:02.349321 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0f0f806d-4322-4f58-8db0-a4cac5f10971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:02.352053 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0f0f806d-4322-4f58-8db0-a4cac5f10971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:02.353254 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-0f0f806d-4322-4f58-8db0-a4cac5f10971 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48b79f21-736d-4c16-8711-8e7b73f816d4 HTTP/1.1" status: 204 len: 168 time: 0.1277571 Jul 21 00:20:02.362063 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f806d-4322-4f58-8db0-a4cac5f10971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b79f21-736d-4c16-8711-8e7b73f816d4,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:02.477596 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:02.747618 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1dfb-0639-49cb-93ec-d7ad555af682 req-3f8200a0-1cfe-491a-92d0-85bc9c006a5e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:02.749272 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-014e1dfb-0639-49cb-93ec-d7ad555af682 req-3f8200a0-1cfe-491a-92d0-85bc9c006a5e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0837505 Jul 21 00:20:02.794356 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-014e1dfb-0639-49cb-93ec-d7ad555af682 req-62d4f447-b8b7-47c5-a492-9e7539cb1f38 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Jul 21 00:20:03.948380 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2601f48-5c22-4abf-9dc8-f3075a69ea5d req-f060b33f-2bae-4846-9443-394599709e33 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:03.949947 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a2601f48-5c22-4abf-9dc8-f3075a69ea5d req-f060b33f-2bae-4846-9443-394599709e33 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0817800 Jul 21 00:20:03.994038 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a2601f48-5c22-4abf-9dc8-f3075a69ea5d req-64de886f-21c3-4be7-81ac-43448f8fbc45 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Jul 21 00:20:04.096105 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57672) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:04.203434 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-80cfc2eb-4a1c-4c72-a7f4-61076250f618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.208032 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1ce610ce-8257-41e9-8461-e6b1abad4a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.242990 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.302750 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1ce610ce-8257-41e9-8461-e6b1abad4a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.306322 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1ce610ce-8257-41e9-8461-e6b1abad4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.345284 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-1ce610ce-8257-41e9-8461-e6b1abad4a0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c559bc69503d486db4589f0b6ad5cabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480690 Jul 21 00:20:04.347210 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce610ce-8257-41e9-8461-e6b1abad4a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6540da2e-3c35-4616-bf0c-875f4fb984ae,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:04.347941 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57684) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:04.405005 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-23480de2-119e-4430-ab72-e0b907b131da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.425511 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-23480de2-119e-4430-ab72-e0b907b131da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.453010 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57690) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:04.480461 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-23480de2-119e-4430-ab72-e0b907b131da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.484318 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-23480de2-119e-4430-ab72-e0b907b131da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.488060 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-23480de2-119e-4430-ab72-e0b907b131da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6540da2e-3c35-4616-bf0c-875f4fb984ae HTTP/1.1" status: 204 len: 168 time: 0.1367624 Jul 21 00:20:04.499206 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23480de2-119e-4430-ab72-e0b907b131da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6540da2e-3c35-4616-bf0c-875f4fb984ae,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:04.571678 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b4348f5-2e42-4a2d-8c4b-8df873042e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.660644 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b4348f5-2e42-4a2d-8c4b-8df873042e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.666145 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b4348f5-2e42-4a2d-8c4b-8df873042e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.707411 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-9b4348f5-2e42-4a2d-8c4b-8df873042e4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2798ee5948c647c4a8a27fe896af39ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530942 Jul 21 00:20:04.708800 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4348f5-2e42-4a2d-8c4b-8df873042e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a049a2-e1f6-4266-811c-b5c937571a85,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:04.711608 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57700) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:04.763176 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-057c1ca8-129e-464a-b456-ee820e91ac04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.790101 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57704) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:04.790257 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-057c1ca8-129e-464a-b456-ee820e91ac04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.803938 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-875b39eb-ba1f-4c80-9a83-64beec967442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.839473 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-057c1ca8-129e-464a-b456-ee820e91ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.842151 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-057c1ca8-129e-464a-b456-ee820e91ac04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.843457 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-057c1ca8-129e-464a-b456-ee820e91ac04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24a049a2-e1f6-4266-811c-b5c937571a85 HTTP/1.1" status: 204 len: 168 time: 0.1309278 Jul 21 00:20:04.851766 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c1ca8-129e-464a-b456-ee820e91ac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a049a2-e1f6-4266-811c-b5c937571a85,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:04.909528 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-875b39eb-ba1f-4c80-9a83-64beec967442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.915460 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-875b39eb-ba1f-4c80-9a83-64beec967442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:04.954939 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b39eb-ba1f-4c80-9a83-64beec967442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebd870c-2745-4625-a234-0450593d1a6f,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:04.963069 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-875b39eb-ba1f-4c80-9a83-64beec967442 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab351f7515254da694368f1dcf9019c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684046 Jul 21 00:20:04.964180 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57708) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:05.021711 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c571f99e-6ea1-4b45-8e4b-9863d9e15933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.053192 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c571f99e-6ea1-4b45-8e4b-9863d9e15933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.113108 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c571f99e-6ea1-4b45-8e4b-9863d9e15933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.115728 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c571f99e-6ea1-4b45-8e4b-9863d9e15933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.119175 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c571f99e-6ea1-4b45-8e4b-9863d9e15933 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ebd870c-2745-4625-a234-0450593d1a6f HTTP/1.1" status: 204 len: 168 time: 0.1515896 Jul 21 00:20:05.132249 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571f99e-6ea1-4b45-8e4b-9863d9e15933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebd870c-2745-4625-a234-0450593d1a6f,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:05.139100 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b32c-09d7-495f-862e-b9c4bc3bdf07 req-139ede12-b26d-40e1-afc7-5214d0dbb67b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:05.146820 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a580b32c-09d7-495f-862e-b9c4bc3bdf07 req-139ede12-b26d-40e1-afc7-5214d0dbb67b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0818794 Jul 21 00:20:05.181177 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.187955 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a580b32c-09d7-495f-862e-b9c4bc3bdf07 req-88182ac3-6756-4f2e-b7be-40ed94b3f0a4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Jul 21 00:20:05.247089 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57718) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:05.260713 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8611cdb9-1778-46a0-94b2-ced678ff9e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.357865 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8611cdb9-1778-46a0-94b2-ced678ff9e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.363084 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8611cdb9-1778-46a0-94b2-ced678ff9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.413643 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-8611cdb9-1778-46a0-94b2-ced678ff9e2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11f80e838efc42578d33fece30b9c6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654525 Jul 21 00:20:05.414719 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611cdb9-1778-46a0-94b2-ced678ff9e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c2611f-118a-4c00-b6ab-b7957df94074,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:05.416385 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57722) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:05.467327 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2655a820-a112-4a7f-83b0-efd018da0906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.488697 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2655a820-a112-4a7f-83b0-efd018da0906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.539924 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2655a820-a112-4a7f-83b0-efd018da0906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.543392 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2655a820-a112-4a7f-83b0-efd018da0906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:05.543973 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-2655a820-a112-4a7f-83b0-efd018da0906 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9c2611f-118a-4c00-b6ab-b7957df94074 HTTP/1.1" status: 204 len: 168 time: 0.1264696 Jul 21 00:20:05.552366 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655a820-a112-4a7f-83b0-efd018da0906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c2611f-118a-4c00-b6ab-b7957df94074,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:05.936122 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:20:06.339469 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9976991-dbe2-4c76-ba18-31f2e6634056 req-2a0f058f-6528-479d-8b44-18505fee482a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:06.341865 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d9976991-dbe2-4c76-ba18-31f2e6634056 req-2a0f058f-6528-479d-8b44-18505fee482a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0711553 Jul 21 00:20:06.384290 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d9976991-dbe2-4c76-ba18-31f2e6634056 req-864456aa-083a-456b-91e2-7fe75288b8e4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367908 Jul 21 00:20:06.630644 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:06.812176 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 57806) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:07.017785 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8808db70-46fc-48c3-bf46-9d1e7371e9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:07.107874 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8808db70-46fc-48c3-bf46-9d1e7371e9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:07.112117 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8808db70-46fc-48c3-bf46-9d1e7371e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:07.154305 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-8808db70-46fc-48c3-bf46-9d1e7371e9a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b66e7105204644f885f88805acabd979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411140 Jul 21 00:20:07.155485 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808db70-46fc-48c3-bf46-9d1e7371e9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9895a211-b3ed-47e8-91a5-ba3b0cc5290e,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:07.158685 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57818) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:07.214650 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6d58fc32-d337-4d49-9699-4a300daa9a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:07.238580 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6d58fc32-d337-4d49-9699-4a300daa9a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:07.289738 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6d58fc32-d337-4d49-9699-4a300daa9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:07.292483 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6d58fc32-d337-4d49-9699-4a300daa9a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:07.293668 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6d58fc32-d337-4d49-9699-4a300daa9a57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9895a211-b3ed-47e8-91a5-ba3b0cc5290e HTTP/1.1" status: 204 len: 168 time: 0.1338174 Jul 21 00:20:07.301197 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58fc32-d337-4d49-9699-4a300daa9a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9895a211-b3ed-47e8-91a5-ba3b0cc5290e,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:07.541763 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a86af0-60cc-4d21-b9bd-888b19261e77 req-364fa97b-21c7-486a-a35f-ad42810b1d10 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:07.543380 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-35a86af0-60cc-4d21-b9bd-888b19261e77 req-364fa97b-21c7-486a-a35f-ad42810b1d10 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0754998 Jul 21 00:20:07.583646 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-35a86af0-60cc-4d21-b9bd-888b19261e77 req-4b221dfe-fe6d-48ff-83e6-4a40cbdd699b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336692 Jul 21 00:20:08.714334 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7599-0b3e-49f4-8cbe-0d5289e4aa96 req-49711dc0-f0a5-4917-97e1-dd044504952c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:08.715830 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ca4f7599-0b3e-49f4-8cbe-0d5289e4aa96 req-49711dc0-f0a5-4917-97e1-dd044504952c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0628493 Jul 21 00:20:08.756155 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ca4f7599-0b3e-49f4-8cbe-0d5289e4aa96 req-59463547-1ff5-4351-9d3c-c4bbe9e37507 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Jul 21 00:20:09.888028 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4ab91-8198-4d3d-ab26-b5ea81c2162d req-705bdbad-b644-4bcf-80f7-798ff72eb612 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:09.889528 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-48c4ab91-8198-4d3d-ab26-b5ea81c2162d req-705bdbad-b644-4bcf-80f7-798ff72eb612 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0619936 Jul 21 00:20:09.928602 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-48c4ab91-8198-4d3d-ab26-b5ea81c2162d req-c7d56096-b4df-434c-903d-1c16a89c8358 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Jul 21 00:20:10.193130 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198081-6c36-4d59-8402-2b99b8819b0e req-6123d090-884b-44b6-a663-5bae3f42eb97 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:10.194593 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-6123d090-884b-44b6-a663-5bae3f42eb97 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/networks?id=c056073f-6fea-42ea-a952-5b52ef1900b1 HTTP/1.1" status: 200 len: 809 time: 0.0988407 Jul 21 00:20:10.209377 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-456de204-61f4-4012-acce-7e81005c0187 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/quotas/f22d0083c2c144068e91c8a2bcaa1481 HTTP/1.1" status: 200 len: 375 time: 0.0093410 Jul 21 00:20:10.243532 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-6bffaa3a-2615-41d1-88a2-e769daf4e747 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22d0083c2c144068e91c8a2bcaa1481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289996 Jul 21 00:20:10.331815 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-765725c0-d721-4d1e-91db-fb6a8e39983a service neutron] 10.222.0.35 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817261 Jul 21 00:20:10.420087 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-44d5c790-3201-4f04-87c6-85e0aa98c0b9 service neutron] 10.222.0.35 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819738 Jul 21 00:20:10.593927 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77aab17a-727f-4827-8c00-4e4928bb0fc9 req-8be98a6c-9041-44ae-976f-0a9dd98b86db tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 210 time: 0.0330777 Jul 21 00:20:11.064058 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bd035-7288-42bc-8da3-506ae913f13f req-2248797e-8791-44c4-8ad6-8018c1b4e4f0 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:11.065797 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c00bd035-7288-42bc-8da3-506ae913f13f req-2248797e-8791-44c4-8ad6-8018c1b4e4f0 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0698771 Jul 21 00:20:11.120893 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c00bd035-7288-42bc-8da3-506ae913f13f req-dac4b14e-a60b-4a80-909a-ec54e37544b5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362616 Jul 21 00:20:11.698511 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198081-6c36-4d59-8402-2b99b8819b0e req-3a4f0aae-c161-48aa-a7d5-5eb6ed0a98ba tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:11.699410 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cb2bc643-ef40-4d37-947f-11afc7d8ec53 req-49757a7c-ed84-4f51-809d-0f34d70671d7 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 210 time: 0.0316582 Jul 21 00:20:11.699894 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-3a4f0aae-c161-48aa-a7d5-5eb6ed0a98ba tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.32 "GET /v2.0/networks?id=c056073f-6fea-42ea-a952-5b52ef1900b1 HTTP/1.1" status: 200 len: 809 time: 0.1163132 Jul 21 00:20:11.713262 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Request body: {'port': {'device_id': '5832afac-76d8-481a-a929-7fcd131583ae', 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1', 'admin_state_up': True, 'tenant_id': 'f22d0083c2c144068e91c8a2bcaa1481'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:11.825148 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Made reservation on behalf of f22d0083c2c144068e91c8a2bcaa1481 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:20:11.828622 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:11.956065 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Allocated IP 172.20.0.6 (c056073f-6fea-42ea-a952-5b52ef1900b1/a235f26f-88df-4af9-a594-27715e16ad7c/4a299431-a90b-4c07-88c0-2e91bf452391) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:20:12.122703 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:12.177157 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:12.233389 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Network c056073f-6fea-42ea-a952-5b52ef1900b1 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:20:12.238505 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:12.242911 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:20:12.246722 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Pushing event updated for resources: {'Port': ['ID=4a299431-a90b-4c07-88c0-2e91bf452391,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:12.291880 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76fc66-2e50-4cfe-9385-14e6c3634197 req-c2f5f727-aea1-431d-a7da-4cef71e9c7ec tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:12.293537 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d76fc66-2e50-4cfe-9385-14e6c3634197 req-c2f5f727-aea1-431d-a7da-4cef71e9c7ec tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0695786 Jul 21 00:20:12.298970 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:12.299824 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:12.315360 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-e7dee4d4-32b7-454a-a6cb-3fb889854714 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6064141 Jul 21 00:20:12.334563 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d76fc66-2e50-4cfe-9385-14e6c3634197 req-92605b84-cb47-408d-bafe-0f497a6e158c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356133 Jul 21 00:20:12.337723 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Request body: {'port': {'device_id': '5832afac-76d8-481a-a929-7fcd131583ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:12.414405 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:12.831408 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f22ab-b8b1-4cfb-b7dd-16f3fedc8dd4 req-c71f3c08-5fc0-4920-8f13-b8e26a0f37e8 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:12.832893 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-816f22ab-b8b1-4cfb-b7dd-16f3fedc8dd4 req-c71f3c08-5fc0-4920-8f13-b8e26a0f37e8 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 931 time: 0.0615258 Jul 21 00:20:12.850366 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a299431-a90b-4c07-88c0-2e91bf452391 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:20:12.857846 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:12.869590 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Transition to ACTIVE for port object 4a299431-a90b-4c07-88c0-2e91bf452391 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:12.869834 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-816f22ab-b8b1-4cfb-b7dd-16f3fedc8dd4 req-904234de-52e9-4fdc-b5bd-f8ed76771130 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311580 Jul 21 00:20:12.874563 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:12.923360 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Pushing event updated for resources: {'Port': ['ID=4a299431-a90b-4c07-88c0-2e91bf452391,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:12.990065 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Attempting to bind port 4a299431-a90b-4c07-88c0-2e91bf452391 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:20:12.990322 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Attempting to bind port 4a299431-a90b-4c07-88c0-2e91bf452391 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': 'ba4023e4-6a9e-4999-a4d2-0275d7d48667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:20:12.990660 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Attempting to bind port 4a299431-a90b-4c07-88c0-2e91bf452391 on network c056073f-6fea-42ea-a952-5b52ef1900b1 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:20:12.995257 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Port 4a299431-a90b-4c07-88c0-2e91bf452391 on network c056073f-6fea-42ea-a952-5b52ef1900b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:20:12.995570 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Attempting to bind port 4a299431-a90b-4c07-88c0-2e91bf452391 on network c056073f-6fea-42ea-a952-5b52ef1900b1 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:20:13.000179 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:20:13.000510 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Checking segment: {'id': 'ba4023e4-6a9e-4999-a4d2-0275d7d48667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:13.000888 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Bound using segment: {'id': 'ba4023e4-6a9e-4999-a4d2-0275d7d48667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:20:13.001338 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Bound port: 4a299431-a90b-4c07-88c0-2e91bf452391, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4023e4-6a9e-4999-a4d2-0275d7d48667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:20:13.001684 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:13.063189 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] For port 4a299431-a90b-4c07-88c0-2e91bf452391, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:20:13.066219 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] For port 4a299431-a90b-4c07-88c0-2e91bf452391, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=4a299431-a90b-4c07-88c0-2e91bf452391,segment=NetworkSegment(ba4023e4-6a9e-4999-a4d2-0275d7d48667),segment_id=ba4023e4-6a9e-4999-a4d2-0275d7d48667)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:20:13.069636 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:13.100220 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:13.101522 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:13.103007 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] 10.222.0.32 "PUT /v2.0/ports/4a299431-a90b-4c07-88c0-2e91bf452391 HTTP/1.1" status: 200 len: 1093 time: 0.7704031 Jul 21 00:20:13.103436 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5832afac-76d8-481a-a929-7fcd131583ae', 'tag': '4a299431-a90b-4c07-88c0-2e91bf452391'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:20:13.106112 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414a78b8-d9a3-4773-ad6b-129996e497f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5832afac-76d8-481a-a929-7fcd131583ae", "tag": "4a299431-a90b-4c07-88c0-2e91bf452391"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:20:13.143246 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e1047-f7a2-4f1f-9a5a-5bc4d87e03cd service neutron] Pushing event updated for resources: {'Port': ['ID=4a299431-a90b-4c07-88c0-2e91bf452391,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:13.164746 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a890357a-1393-4c2c-963c-cab3ddb95ea9 x-openstack-request-id: req-a890357a-1393-4c2c-963c-cab3ddb95ea9 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:20:13.165099 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5832afac-76d8-481a-a929-7fcd131583ae", "tag": "4a299431-a90b-4c07-88c0-2e91bf452391", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:20:13.165345 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a890357a-1393-4c2c-963c-cab3ddb95ea9 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:20:13.165724 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5832afac-76d8-481a-a929-7fcd131583ae', 'tag': '4a299431-a90b-4c07-88c0-2e91bf452391', 'status': 'completed', 'code': 200} Jul 21 00:20:13.214487 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198081-6c36-4d59-8402-2b99b8819b0e req-c68101ff-ed9b-4fac-9be3-f368273964c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:13.216035 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-c68101ff-ed9b-4fac-9be3-f368273964c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f22d0083c2c144068e91c8a2bcaa1481&device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 1096 time: 0.0631862 Jul 21 00:20:13.265254 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-62d277da-68d8-49d2-ad7a-46c3dd80b206 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a299431-a90b-4c07-88c0-2e91bf452391 HTTP/1.1" status: 200 len: 217 time: 0.0376134 Jul 21 00:20:13.336127 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198081-6c36-4d59-8402-2b99b8819b0e req-46a0afd2-8def-404c-b006-94f73dd8607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:13.337803 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-46a0afd2-8def-404c-b006-94f73dd8607c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a235f26f-88df-4af9-a594-27715e16ad7c HTTP/1.1" status: 200 len: 849 time: 0.0634453 Jul 21 00:20:13.394843 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-7e4d39cb-931c-4231-b400-89004c1bf637 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c056073f-6fea-42ea-a952-5b52ef1900b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426753 Jul 21 00:20:13.519470 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-778dc826-6d9a-439c-9d67-6bb3fc1598b4 service neutron] 10.222.0.32 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167183 Jul 21 00:20:13.539000 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff21ac-9cf3-4456-afeb-4bdae1e8badf req-8afae80d-5965-42c5-8f91-3c2e6d7108c1 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:13.547395 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8eff21ac-9cf3-4456-afeb-4bdae1e8badf req-8afae80d-5965-42c5-8f91-3c2e6d7108c1 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1094139 Jul 21 00:20:13.638647 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-02198081-6c36-4d59-8402-2b99b8819b0e req-318acc44-9dee-4aab-9674-6fdd9762bc2a service neutron] 10.222.0.32 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122100 Jul 21 00:20:13.703431 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 57994) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:13.768673 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a78b8-d9a3-4773-ad6b-129996e497f5 req-8afa5cb2-b702-43be-99ae-73ae43d53553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:13.770532 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-414a78b8-d9a3-4773-ad6b-129996e497f5 req-8afa5cb2-b702-43be-99ae-73ae43d53553 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f22d0083c2c144068e91c8a2bcaa1481&device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 1096 time: 0.0612984 Jul 21 00:20:13.807006 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8eff21ac-9cf3-4456-afeb-4bdae1e8badf req-253bb2f1-26e5-4b7e-b7c8-b2f270ae9ccd tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587838 Jul 21 00:20:13.854666 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c50b3781-999a-4abb-a60f-a423a8856b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:13.893038 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a78b8-d9a3-4773-ad6b-129996e497f5 req-add05a0d-d9ad-484e-b56c-29318556f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:13.894478 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-414a78b8-d9a3-4773-ad6b-129996e497f5 req-add05a0d-d9ad-484e-b56c-29318556f9ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=c056073f-6fea-42ea-a952-5b52ef1900b1 HTTP/1.1" status: 200 len: 910 time: 0.1161740 Jul 21 00:20:13.941159 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-414a78b8-d9a3-4773-ad6b-129996e497f5 req-d0a6c78d-5f47-4176-8082-3812cb2a8d40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a299431-a90b-4c07-88c0-2e91bf452391 HTTP/1.1" status: 200 len: 217 time: 0.0370352 Jul 21 00:20:14.003815 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5d2fa-354d-45e7-bb16-8c92af6e298d req-5072e538-53c0-4a2f-b329-f163f4258e1a tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:14.005862 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ea5d2fa-354d-45e7-bb16-8c92af6e298d req-5072e538-53c0-4a2f-b329-f163f4258e1a tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 943 time: 0.0657473 Jul 21 00:20:14.019990 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a78b8-d9a3-4773-ad6b-129996e497f5 req-5175db9e-8f35-4fad-b1a5-dd0944fab3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:14.022065 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-414a78b8-d9a3-4773-ad6b-129996e497f5 req-5175db9e-8f35-4fad-b1a5-dd0944fab3f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a235f26f-88df-4af9-a594-27715e16ad7c HTTP/1.1" status: 200 len: 849 time: 0.0723464 Jul 21 00:20:14.046173 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ea5d2fa-354d-45e7-bb16-8c92af6e298d req-988603e5-86ff-46b3-905f-1342ab8f8fe4 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331178 Jul 21 00:20:14.071162 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-414a78b8-d9a3-4773-ad6b-129996e497f5 req-5c4f8a92-5ef9-44eb-bce1-6f53bcd1a032 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c056073f-6fea-42ea-a952-5b52ef1900b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379663 Jul 21 00:20:14.081837 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c50b3781-999a-4abb-a60f-a423a8856b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.092296 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c50b3781-999a-4abb-a60f-a423a8856b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.148282 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b3781-999a-4abb-a60f-a423a8856b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38260b75-6254-4abe-86c2-ce2f2fd85d31,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:14.178506 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c50b3781-999a-4abb-a60f-a423a8856b2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=399173b803fa45a182cb080036aa40b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738994 Jul 21 00:20:14.181513 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58002) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:14.248467 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-414a78b8-d9a3-4773-ad6b-129996e497f5 req-f9d4ca54-3137-497a-b752-d52efdcfc659 service neutron] 10.222.0.32 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653788 Jul 21 00:20:14.252854 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b2b26175-3ab4-461d-9437-f7b90fe403e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.295431 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b2b26175-3ab4-461d-9437-f7b90fe403e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.381063 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-414a78b8-d9a3-4773-ad6b-129996e497f5 req-fcf6bee2-1853-422e-8d8b-b63da2a67a93 service neutron] 10.222.0.32 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192331 Jul 21 00:20:14.388411 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b2b26175-3ab4-461d-9437-f7b90fe403e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.391029 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b2b26175-3ab4-461d-9437-f7b90fe403e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.392166 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-b2b26175-3ab4-461d-9437-f7b90fe403e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38260b75-6254-4abe-86c2-ce2f2fd85d31 HTTP/1.1" status: 204 len: 168 time: 0.2096293 Jul 21 00:20:14.401774 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b26175-3ab4-461d-9437-f7b90fe403e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38260b75-6254-4abe-86c2-ce2f2fd85d31,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:14.661336 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58014) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:14.679519 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acb5b8e3-63c7-4cee-8e76-b84343374948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.769623 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acb5b8e3-63c7-4cee-8e76-b84343374948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.773363 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acb5b8e3-63c7-4cee-8e76-b84343374948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.809362 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5b8e3-63c7-4cee-8e76-b84343374948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582e1b58-36fe-41e9-b278-ec9cf3019f89,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:14.814520 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-acb5b8e3-63c7-4cee-8e76-b84343374948 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30b9be2ca5c24282990f9cb895ac08c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519516 Jul 21 00:20:14.817039 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58016) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:14.865206 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d414ef2c-77e3-4034-942b-36e62504f11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.888330 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d414ef2c-77e3-4034-942b-36e62504f11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.937211 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d414ef2c-77e3-4034-942b-36e62504f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.940759 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d414ef2c-77e3-4034-942b-36e62504f11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:14.941959 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-d414ef2c-77e3-4034-942b-36e62504f11c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/582e1b58-36fe-41e9-b278-ec9cf3019f89 HTTP/1.1" status: 204 len: 168 time: 0.1240187 Jul 21 00:20:14.950083 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ef2c-77e3-4034-942b-36e62504f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582e1b58-36fe-41e9-b278-ec9cf3019f89,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:14.959698 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8bc6f-1174-4f2c-b946-1dbcd142c7cf req-d5d47d8a-9e07-4f8a-b681-181381488212 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:14.961816 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-39e8bc6f-1174-4f2c-b946-1dbcd142c7cf req-d5d47d8a-9e07-4f8a-b681-181381488212 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0719006 Jul 21 00:20:15.013482 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-39e8bc6f-1174-4f2c-b946-1dbcd142c7cf req-8c20c1eb-00e5-4951-ae2f-693b4ab215d5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Jul 21 00:20:15.179211 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8691-6c89-49f6-9867-4d698da9dc0f req-f8050adf-ed13-4929-b4d2-1bffda9a1a51 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:15.180691 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-677d8691-6c89-49f6-9867-4d698da9dc0f req-f8050adf-ed13-4929-b4d2-1bffda9a1a51 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 943 time: 0.0651412 Jul 21 00:20:15.218573 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-677d8691-6c89-49f6-9867-4d698da9dc0f req-bfd422e5-770f-4a1c-a2aa-068b3038340f tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322225 Jul 21 00:20:15.260051 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58028) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:15.273921 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c334f80e-c856-455d-9e2a-67f46beb09f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:15.365045 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c334f80e-c856-455d-9e2a-67f46beb09f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:15.368723 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c334f80e-c856-455d-9e2a-67f46beb09f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:15.405854 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c334f80e-c856-455d-9e2a-67f46beb09f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=883a79a9b9c14edc9497c2d1b907e390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445863 Jul 21 00:20:15.407802 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334f80e-c856-455d-9e2a-67f46beb09f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eed140-ebbe-43f5-8c02-bcdaf457f712,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:15.408443 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 58030) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:15.458073 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3cd731ba-21ac-4d1b-943d-c65ceafc6640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:15.479009 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3cd731ba-21ac-4d1b-943d-c65ceafc6640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:15.523459 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3cd731ba-21ac-4d1b-943d-c65ceafc6640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:15.526044 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3cd731ba-21ac-4d1b-943d-c65ceafc6640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:15.527164 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-3cd731ba-21ac-4d1b-943d-c65ceafc6640 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9eed140-ebbe-43f5-8c02-bcdaf457f712 HTTP/1.1" status: 204 len: 168 time: 0.1176932 Jul 21 00:20:15.534680 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd731ba-21ac-4d1b-943d-c65ceafc6640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eed140-ebbe-43f5-8c02-bcdaf457f712,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:16.175822 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bced4bf-6910-4590-b5be-9807487669e6 req-0019c066-04bb-4e49-9e4a-4726faa990ce tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:16.177312 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1bced4bf-6910-4590-b5be-9807487669e6 req-0019c066-04bb-4e49-9e4a-4726faa990ce tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0694559 Jul 21 00:20:16.215873 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1bced4bf-6910-4590-b5be-9807487669e6 req-16bd2478-0f0a-48df-bd06-8372eb2da644 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Jul 21 00:20:16.351929 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475108c-ca5c-4197-ae8c-8bfe2062ae2c req-ad5a2a18-092b-4cb0-b0d4-c78f633078d4 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:16.353488 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5475108c-ca5c-4197-ae8c-8bfe2062ae2c req-ad5a2a18-092b-4cb0-b0d4-c78f633078d4 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 943 time: 0.0663171 Jul 21 00:20:16.405333 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5475108c-ca5c-4197-ae8c-8bfe2062ae2c req-d26a8385-33e8-49bc-9627-0b7e40cadac0 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453534 Jul 21 00:20:16.615816 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58082) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:16.719418 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b91e71d-1ca1-4226-9595-155e48b29e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:16.807713 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b91e71d-1ca1-4226-9595-155e48b29e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:16.811439 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b91e71d-1ca1-4226-9595-155e48b29e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:16.847453 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91e71d-1ca1-4226-9595-155e48b29e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc78147-e4ab-4072-8f18-5e1a3e7babeb,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:16.852323 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4b91e71d-1ca1-4226-9595-155e48b29e7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e89170a773c3495985bb62f0186f4e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354209 Jul 21 00:20:16.855338 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58088) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:16.904298 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9556b515-72fc-49dc-8d9a-768f425cb548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:16.923998 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9556b515-72fc-49dc-8d9a-768f425cb548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:16.971371 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9556b515-72fc-49dc-8d9a-768f425cb548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:16.974203 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9556b515-72fc-49dc-8d9a-768f425cb548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:16.975318 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-9556b515-72fc-49dc-8d9a-768f425cb548 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bc78147-e4ab-4072-8f18-5e1a3e7babeb HTTP/1.1" status: 204 len: 168 time: 0.1188354 Jul 21 00:20:16.982912 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556b515-72fc-49dc-8d9a-768f425cb548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc78147-e4ab-4072-8f18-5e1a3e7babeb,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:17.385282 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04470b1b-29f4-44ee-8267-a63d0b536626 req-41bfb1a9-37ca-4d98-afe9-083dc46da4dd tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:17.389712 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-04470b1b-29f4-44ee-8267-a63d0b536626 req-41bfb1a9-37ca-4d98-afe9-083dc46da4dd tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1040423 Jul 21 00:20:17.413595 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 4a299431-a90b-4c07-88c0-2e91bf452391 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:20:17.470807 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-04470b1b-29f4-44ee-8267-a63d0b536626 req-f06b293c-6cb5-4031-a66d-beaa6921ffbd tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767813 Jul 21 00:20:17.580819 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 4a299431-a90b-4c07-88c0-2e91bf452391, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=4a299431-a90b-4c07-88c0-2e91bf452391,segment=NetworkSegment(ba4023e4-6a9e-4999-a4d2-0275d7d48667),segment_id=ba4023e4-6a9e-4999-a4d2-0275d7d48667)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:17.596598 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '4a299431-a90b-4c07-88c0-2e91bf452391', 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1', 'port_id': '4a299431-a90b-4c07-88c0-2e91bf452391', 'mac_address': 'fa:16:3e:96:0f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a235f26f-88df-4af9-a594-27715e16ad7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:20:17.640017 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6b51b-3b1b-48bf-a832-70976ae9f1b6 req-0bff3c9c-fd78-47be-acaa-5715a8d42206 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:17.641751 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b5b6b51b-3b1b-48bf-a832-70976ae9f1b6 req-0bff3c9c-fd78-47be-acaa-5715a8d42206 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 943 time: 0.0862784 Jul 21 00:20:17.646603 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:17.659851 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a299431-a90b-4c07-88c0-2e91bf452391 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:20:17.682312 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 4a299431-a90b-4c07-88c0-2e91bf452391, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=4a299431-a90b-4c07-88c0-2e91bf452391,segment=NetworkSegment(ba4023e4-6a9e-4999-a4d2-0275d7d48667),segment_id=ba4023e4-6a9e-4999-a4d2-0275d7d48667)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:17.687015 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:17.689483 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b5b6b51b-3b1b-48bf-a832-70976ae9f1b6 req-397df762-a691-4fd9-aa46-dd37337f4c52 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Jul 21 00:20:17.700490 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58134) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:17.753055 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=4a299431-a90b-4c07-88c0-2e91bf452391,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:17.761801 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.762178 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.762474 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.762799 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.763290 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.763621 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.763946 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.764270 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.764590 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.765088 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.765409 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.765883 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:17.830471 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1335619566-network', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:17.852812 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Made reservation on behalf of b98382a294204610b4908a27a3ac4e47 for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:20:17.855945 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:17.864261 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:17.954641 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:17.958433 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:17.984441 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:20:17.991723 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['4a299431-a90b-4c07-88c0-2e91bf452391'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:20:17.994120 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36edc81b-2541-4cca-945a-4c2993d92c94,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:17.999102 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:17.999442 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Added segment 08db973e-2baf-4eba-beb8-923db82211bb of type vlan for network 0c706641-be67-4d64-adc0-ebb5149a1807 Jul 21 00:20:18.040379 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.069437 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.070407 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:18.071035 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.103310 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3983443 Jul 21 00:20:18.104128 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 58148) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:18.110371 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Request body: {'subnet': {'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1335619566-subnet', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'ip_version': 4}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:18.131969 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Made reservation on behalf of b98382a294204610b4908a27a3ac4e47 for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:20:18.134030 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46878c36-a54c-42b9-adfc-a01fc2c4c67d admin admin] Pushing event updated for resources: {'Network': ['ID=0c706641-be67-4d64-adc0-ebb5149a1807,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:18.134303 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8580694'] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.144140 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 0c706641-be67-4d64-adc0-ebb5149a1807 details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:20:18.298237 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8450719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8580644'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.350190 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e73f3a-fa02-4d00-9da8-e163115c08ce,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:18.359919 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Checking segment: {'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:18.360347 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Network hostable DHCP agents. Network: 0c706641-be67-4d64-adc0-ebb5149a1807, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:20:18.376524 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Network 0c706641-be67-4d64-adc0-ebb5149a1807 is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:20:18.385177 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 0c706641-be67-4d64-adc0-ebb5149a1807) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:18.389178 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:18.389755 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.394404 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb8b40-153d-4e7b-b428-b03eac69759f None None] Network 0c706641-be67-4d64-adc0-ebb5149a1807 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:20:18.407935 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-d813b9be-4a2b-4c3b-a28c-78b565bee317 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3027124 Jul 21 00:20:18.410613 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 58152) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:18.414961 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:18.436572 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4055862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26366'] for router, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.438473 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4060248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4059929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26343'] for router, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.503655 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.567761 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4945ffbd-1d79-5330-8854-c99d92bdffc7-0c706641-be67-4d64-adc0-ebb5149a1807', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce'}]}} from dv-cinder-679138-11-smb. {{(pid=94870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 21 00:20:18.568685 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.675748 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4056051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4055896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26321'] for router, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.712937 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Allocated IP 172.20.0.2 (0c706641-be67-4d64-adc0-ebb5149a1807/e7e73f3a-fa02-4d00-9da8-e163115c08ce/23cd7234-f012-421e-b474-2eaecb8ed5ac) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:20:18.717742 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc7d9-183f-423d-ada4-408e06f340cc req-a847cf09-85a1-4961-b1c5-917854d01b13 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:18.719453 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ac3fc7d9-183f-423d-ada4-408e06f340cc req-a847cf09-85a1-4961-b1c5-917854d01b13 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1760898 Jul 21 00:20:18.807501 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ac3fc7d9-183f-423d-ada4-408e06f340cc req-84b09a12-a699-46a3-b609-730e69e95a19 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750527 Jul 21 00:20:18.889804 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a46d17-de62-4603-a93b-184500985228 req-dd96046a-ad84-4f93-a932-f2d64afbcad1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:18.891358 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-30a46d17-de62-4603-a93b-184500985228 req-dd96046a-ad84-4f93-a932-f2d64afbcad1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 944 time: 0.1294844 Jul 21 00:20:18.894906 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.902799 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Transition to ACTIVE for port object 23cd7234-f012-421e-b474-2eaecb8ed5ac will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:18.916918 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Transition to ACTIVE for port object 23cd7234-f012-421e-b474-2eaecb8ed5ac will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:18.922355 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:18.958564 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Network 0c706641-be67-4d64-adc0-ebb5149a1807 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:20:18.963252 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:18.966970 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:20:18.975506 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Pushing event updated for resources: {'Port': ['ID=23cd7234-f012-421e-b474-2eaecb8ed5ac,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:19.001644 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-30a46d17-de62-4603-a93b-184500985228 req-814c4d49-ec90-4e5f-8f92-f018b2ac1563 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041572 Jul 21 00:20:19.032806 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Attempting to bind port 23cd7234-f012-421e-b474-2eaecb8ed5ac on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:20:19.033291 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Attempting to bind port 23cd7234-f012-421e-b474-2eaecb8ed5ac by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:20:19.033659 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Attempting to bind port 23cd7234-f012-421e-b474-2eaecb8ed5ac on network 0c706641-be67-4d64-adc0-ebb5149a1807 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:20:19.036706 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.039694 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:20:19.040032 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Checking segment: {'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:19.040449 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.040997 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Bound using segment: {'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:20:19.041480 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Bound port: 23cd7234-f012-421e-b474-2eaecb8ed5ac, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:20:19.041990 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.057155 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.106418 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] For port 23cd7234-f012-421e-b474-2eaecb8ed5ac, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:20:19.109523 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] For port 23cd7234-f012-421e-b474-2eaecb8ed5ac, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=23cd7234-f012-421e-b474-2eaecb8ed5ac,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:20:19.115077 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.163659 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Allocated IP 172.28.2.64 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/bc35ed01-ed2c-45d8-8db4-462c4c664420) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:20:19.173678 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4342c-58f8-4989-8d33-b5ab6a42eeda None None] Pushing event updated for resources: {'Port': ['ID=23cd7234-f012-421e-b474-2eaecb8ed5ac,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:19.275053 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.314514 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.359671 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:20:19.364757 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:19.374170 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:20:19.378451 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc35ed01-ed2c-45d8-8db4-462c4c664420,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:19.427195 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 4a299431-a90b-4c07-88c0-2e91bf452391 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:19.495668 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 4a299431-a90b-4c07-88c0-2e91bf452391 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:19.509580 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 4a299431-a90b-4c07-88c0-2e91bf452391 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:19.513249 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.556130 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 23cd7234-f012-421e-b474-2eaecb8ed5ac up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:19.657499 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.668454 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 23cd7234-f012-421e-b474-2eaecb8ed5ac completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:19.688129 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5832afac-76d8-481a-a929-7fcd131583ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a299431-a90b-4c07-88c0-2e91bf452391'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:20:19.690505 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd18e01c-9d86-4a35-a596-537c22672ce5" -d '{"events": [{"server_uuid": "5832afac-76d8-481a-a929-7fcd131583ae", "name": "network-vif-plugged", "status": "completed", "tag": "4a299431-a90b-4c07-88c0-2e91bf452391"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:20:19.703147 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 4a299431-a90b-4c07-88c0-2e91bf452391, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=4a299431-a90b-4c07-88c0-2e91bf452391,segment=NetworkSegment(ba4023e4-6a9e-4999-a4d2-0275d7d48667),segment_id=ba4023e4-6a9e-4999-a4d2-0275d7d48667)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:19.707544 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.711505 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:19.747135 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e5280-1467-4e75-98be-dd8803e5aaea x-openstack-request-id: req-421e5280-1467-4e75-98be-dd8803e5aaea {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:20:19.747423 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5832afac-76d8-481a-a929-7fcd131583ae", "name": "network-vif-plugged", "status": "completed", "tag": "4a299431-a90b-4c07-88c0-2e91bf452391", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:20:19.747671 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-421e5280-1467-4e75-98be-dd8803e5aaea {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:20:19.748063 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5832afac-76d8-481a-a929-7fcd131583ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a299431-a90b-4c07-88c0-2e91bf452391', 'code': 200} Jul 21 00:20:19.770373 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=4a299431-a90b-4c07-88c0-2e91bf452391,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:20.015135 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564973e-700f-46c8-b6f5-59d348469ba6 req-16ee6bd5-eb9f-410a-b615-56df05954258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:20.017528 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a564973e-700f-46c8-b6f5-59d348469ba6 req-16ee6bd5-eb9f-410a-b615-56df05954258 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 1098 time: 0.0887351 Jul 21 00:20:20.081255 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a564973e-700f-46c8-b6f5-59d348469ba6 req-fa0d9b63-7c12-453d-bd97-1c1da6f9dc10 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Jul 21 00:20:20.236957 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4055887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4056040'] for router, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:20.284730 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d71616f-7536-4615-8009-692288a45246 None None] Network 0c706641-be67-4d64-adc0-ebb5149a1807 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:20:20.325686 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1fb2-212c-46f6-a25b-27f2787f7475 req-201ba900-43bc-40f3-926c-2d046759a9e5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:20.327093 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bc1f1fb2-212c-46f6-a25b-27f2787f7475 req-201ba900-43bc-40f3-926c-2d046759a9e5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.4136546 Jul 21 00:20:20.339638 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaacf47-2f37-47f5-8e49-d50516d651c8 req-8d95cf17-953e-434f-bfd2-614cff580932 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:20.341122 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-faaacf47-2f37-47f5-8e49-d50516d651c8 req-8d95cf17-953e-434f-bfd2-614cff580932 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 945 time: 0.1776924 Jul 21 00:20:20.378369 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-a17eb024-606e-4ea5-96e5-e790b96b69db None None] Provisioning for port 23cd7234-f012-421e-b474-2eaecb8ed5ac completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:20.385582 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-a17eb024-606e-4ea5-96e5-e790b96b69db None None] Provisioning complete for port 23cd7234-f012-421e-b474-2eaecb8ed5ac triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:20.385961 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a17eb024-606e-4ea5-96e5-e790b96b69db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:20.416139 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bc1f1fb2-212c-46f6-a25b-27f2787f7475 req-b60e2fcd-ee06-4460-bc73-4a9b91c4fb32 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740407 Jul 21 00:20:20.438056 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-faaacf47-2f37-47f5-8e49-d50516d651c8 req-2e768410-84b7-472f-a7b3-1be2a9f808d0 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836251 Jul 21 00:20:20.469437 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Router b527a047-5a9d-4056-a9fe-54b4b63b46d6 is scheduled to L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 with binding_index 1 {{(pid=94869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 21 00:20:20.545739 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a17eb024-606e-4ea5-96e5-e790b96b69db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:20.580030 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-a17eb024-606e-4ea5-96e5-e790b96b69db None None] For port 23cd7234-f012-421e-b474-2eaecb8ed5ac, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=23cd7234-f012-421e-b474-2eaecb8ed5ac,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:20.586013 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:20:20.586185 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a17eb024-606e-4ea5-96e5-e790b96b69db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:20.598278 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Sync routers for ids ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:20:20.610080 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] Notify callbacks [] for router, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:20.614335 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-11734e05-cfa7-4ab7-bd08-4c4a1df9aea3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2001092 Jul 21 00:20:20.614505 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Routers {'b527a047-5a9d-4056-a9fe-54b4b63b46d6'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:20:20.614505 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:20:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:20.614686 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 58194) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:20.645142 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eb024-606e-4ea5-96e5-e790b96b69db None None] Pushing event updated for resources: {'Port': ['ID=23cd7234-f012-421e-b474-2eaecb8ed5ac,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:20.742902 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Set router b527a047-5a9d-4056-a9fe-54b4b63b46d6 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:20:20.809022 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d7345c65-1523-4751-9da7-b1d607efdc40 None None] Provisioning complete for port 23cd7234-f012-421e-b474-2eaecb8ed5ac triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:20.810205 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7345c65-1523-4751-9da7-b1d607efdc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:20.927248 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:19Z', 'revision_number': 3, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:20.958326 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Checking router: b527a047-5a9d-4056-a9fe-54b4b63b46d6 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:20:20.958695 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Updating router b527a047-5a9d-4056-a9fe-54b4b63b46d6 port bc35ed01-ed2c-45d8-8db4-462c4c664420 binding host dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:20:20.995116 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:21.240477 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:21.324862 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:21.338232 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Transition to ACTIVE for port object bc35ed01-ed2c-45d8-8db4-462c4c664420 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:21.347468 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:21.409854 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Pushing event updated for resources: {'Port': ['ID=bc35ed01-ed2c-45d8-8db4-462c4c664420,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:21.426065 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.426450 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.426804 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.427169 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.427558 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.427952 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.428230 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.429161 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.429837 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.430380 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.430885 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.431397 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:21.443571 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Allocated IP 172.20.0.1 (0c706641-be67-4d64-adc0-ebb5149a1807/e7e73f3a-fa02-4d00-9da8-e163115c08ce/1d80bf00-497f-4b1f-8d0f-2d17dc276969) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:20:21.500357 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 23cd7234-f012-421e-b474-2eaecb8ed5ac up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:21.538307 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Attempting to bind port bc35ed01-ed2c-45d8-8db4-462c4c664420 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:20:21.538726 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Attempting to bind port bc35ed01-ed2c-45d8-8db4-462c4c664420 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:20:21.539043 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Attempting to bind port bc35ed01-ed2c-45d8-8db4-462c4c664420 on network c738b427-e595-478b-aacb-eccc899844dd {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:20:21.554743 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:20:21.557078 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Checking segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:21.557510 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:21.557972 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Bound using segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:20:21.558559 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Bound port: bc35ed01-ed2c-45d8-8db4-462c4c664420, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:20:21.560444 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:21.624832 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 23cd7234-f012-421e-b474-2eaecb8ed5ac triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:21.625227 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:21.687410 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] For port bc35ed01-ed2c-45d8-8db4-462c4c664420, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:20:21.697386 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] For port bc35ed01-ed2c-45d8-8db4-462c4c664420, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=bc35ed01-ed2c-45d8-8db4-462c4c664420,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:20:21.707208 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:21.717249 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:21.746270 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Transition to ACTIVE for port object 1d80bf00-497f-4b1f-8d0f-2d17dc276969 will not be triggered until provisioned by entity DHCP. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:21.755682 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011566b-8600-46cf-b037-e54cec840479 req-5c307c6f-1b68-435d-b12f-fc62d2fe3963 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:21.763110 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1011566b-8600-46cf-b037-e54cec840479 req-5c307c6f-1b68-435d-b12f-fc62d2fe3963 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 945 time: 0.2103047 Jul 21 00:20:21.788580 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5752-b473-4455-be48-65a08d1a4d16 req-8b5de729-0c82-4545-a7a1-d5f455d7121c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:21.790116 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-260c5752-b473-4455-be48-65a08d1a4d16 req-8b5de729-0c82-4545-a7a1-d5f455d7121c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1670218 Jul 21 00:20:21.830801 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6bab4-71dd-4800-87dd-ef770c58f2f3 None None] Pushing event updated for resources: {'Port': ['ID=bc35ed01-ed2c-45d8-8db4-462c4c664420,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:21.836553 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Routers {'b527a047-5a9d-4056-a9fe-54b4b63b46d6'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:20:21.837347 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:20:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:21.876669 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1011566b-8600-46cf-b037-e54cec840479 req-534590d8-606f-42b7-9940-a29ca143f5b0 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124418 Jul 21 00:20:21.880872 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-260c5752-b473-4455-be48-65a08d1a4d16 req-8896f24b-f393-4fa8-a851-74caab392618 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765922 Jul 21 00:20:21.901010 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:21.957057 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Network 0c706641-be67-4d64-adc0-ebb5149a1807 is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:20:21.962155 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:21.966618 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:20:21.969498 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d80bf00-497f-4b1f-8d0f-2d17dc276969,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:22.013514 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4055833'] for router_interface, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.051891 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] Set router b527a047-5a9d-4056-a9fe-54b4b63b46d6 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:20:22.166202 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.256046 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-48820df0-6ba0-4105-8f57-6937cbf0b15d None None] Provisioning for port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:22.262821 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-48820df0-6ba0-4105-8f57-6937cbf0b15d None None] Provisioning complete for port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:22.263190 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48820df0-6ba0-4105-8f57-6937cbf0b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.276277 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:19Z', 'revision_number': 3, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:22.316083 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-48820df0-6ba0-4105-8f57-6937cbf0b15d None None] Port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:20:22.326285 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1e774-e4bb-488e-970f-0e5e3897170e None None] The sync data for ids ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'] in dv-cinder-679138-11-smb is: [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:19Z', 'revision_number': 3, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:20:22.412756 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.424779 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8450560'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.471940 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58264) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:22.522988 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d80bf00-497f-4b1f-8d0f-2d17dc276969,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:22.530517 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4060329'] for router_interface, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.631400 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-80973b47-b73f-40ba-8ce1-08197e171f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.715582 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Network 0c706641-be67-4d64-adc0-ebb5149a1807 is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:20:22.717303 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:22.776436 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-80973b47-b73f-40ba-8ce1-08197e171f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.783821 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-80973b47-b73f-40ba-8ce1-08197e171f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.832285 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-80973b47-b73f-40ba-8ce1-08197e171f29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90c27d6801bd4ce0a7a720a1676c6834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588092 Jul 21 00:20:22.838622 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58274) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:22.876532 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80973b47-b73f-40ba-8ce1-08197e171f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad9925b-3ea3-46ad-adfa-1685e4050deb,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:22.927117 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ca866d55-41b1-4b12-a3a8-fd27843a4282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.966340 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ca866d55-41b1-4b12-a3a8-fd27843a4282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:22.983797 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d445-17d1-480d-99d2-b745f8cb5056 req-44bcdddc-845e-4399-800e-d804fb557dd6 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:22.985732 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1052d445-17d1-480d-99d2-b745f8cb5056 req-44bcdddc-845e-4399-800e-d804fb557dd6 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 945 time: 0.1833961 Jul 21 00:20:22.996756 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Router b527a047-5a9d-4056-a9fe-54b4b63b46d6 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:20:23.043494 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ca866d55-41b1-4b12-a3a8-fd27843a4282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:23.046208 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ca866d55-41b1-4b12-a3a8-fd27843a4282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:23.050742 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-428f6643-c80e-435b-a059-47bbba850cdf None None] Provisioning complete for port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:23.052222 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-428f6643-c80e-435b-a059-47bbba850cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:23.055777 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-ca866d55-41b1-4b12-a3a8-fd27843a4282 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cad9925b-3ea3-46ad-adfa-1685e4050deb HTTP/1.1" status: 204 len: 168 time: 0.2103722 Jul 21 00:20:23.080644 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca866d55-41b1-4b12-a3a8-fd27843a4282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad9925b-3ea3-46ad-adfa-1685e4050deb,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:23.106527 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1052d445-17d1-480d-99d2-b745f8cb5056 req-d11b41f6-9aa0-4107-b827-453049c7bcc1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141374 Jul 21 00:20:23.108150 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-428f6643-c80e-435b-a059-47bbba850cdf None None] Port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:20:23.244290 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcea773-2fff-4e37-9769-6c34ebb4ebba req-5dce193b-59b7-43ba-8e04-4343eff03678 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:23.245898 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8fcea773-2fff-4e37-9769-6c34ebb4ebba req-5dce193b-59b7-43ba-8e04-4343eff03678 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.2281668 Jul 21 00:20:23.250875 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:20:23.261488 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-8b5b21f2-f54f-43ef-8e80-21f1c3e3a0a2 admin admin] 10.222.0.35 "PUT /v2.0/routers/b527a047-5a9d-4056-a9fe-54b4b63b46d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6457856 Jul 21 00:20:23.313645 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8fcea773-2fff-4e37-9769-6c34ebb4ebba req-b0c30c87-cdf6-4c31-ab12-496d69364f13 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552971 Jul 21 00:20:23.516777 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device bc35ed01-ed2c-45d8-8db4-462c4c664420 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:23.572730 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port bc35ed01-ed2c-45d8-8db4-462c4c664420 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:23.577037 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port bc35ed01-ed2c-45d8-8db4-462c4c664420 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:23.577490 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:23.689975 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:23.721551 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port bc35ed01-ed2c-45d8-8db4-462c4c664420, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=bc35ed01-ed2c-45d8-8db4-462c4c664420,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:23.726876 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:23.835176 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=bc35ed01-ed2c-45d8-8db4-462c4c664420,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:23.918069 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 58326) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:24.012929 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1dd7-d9fb-444d-b1f0-dae70318a0f4 req-0420a1a8-194f-426b-ab23-8a8548b631ae tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:24.021740 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-82de1dd7-d9fb-444d-b1f0-dae70318a0f4 req-0420a1a8-194f-426b-ab23-8a8548b631ae tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0853965 Jul 21 00:20:24.070481 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-82de1dd7-d9fb-444d-b1f0-dae70318a0f4 req-37d00e75-33ab-4b58-9c0e-4a182c34315d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470994 Jul 21 00:20:24.174979 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58348) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:24.180031 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-65a80f00-69db-45c8-940d-e4a61b2dfca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.181283 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-871561923-network', 'tenant_id': 'f8167d01db934420af457aea18e524e0'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:24.243997 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.db.api [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 21 00:20:24.243997 dv-cinder-679138-11-smb neutron-server[94868]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 21 00:20:24.243997 dv-cinder-679138-11-smb neutron-server[94868]: [parameters: {'project_id': 'f8167d01db934420af457aea18e524e0', 'id': '65268cd9-0699-4d5a-8923-a13ac60db9fc', 'expiration': datetime.datetime(2021, 7, 21, 0, 22, 24, 235828)}] Jul 21 00:20:24.243997 dv-cinder-679138-11-smb neutron-server[94868]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 21 00:20:24.244377 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG oslo_db.api [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 00:20:24.279229 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-bfd5fbdc-0c7a-422a-b584-b34d7c76011c tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:24.281373 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-bfd5fbdc-0c7a-422a-b584-b34d7c76011c tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 945 time: 0.1042173 Jul 21 00:20:24.332881 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9fd6d-75db-4732-8e83-548712185084 req-c850fa56-9f88-4aa3-ab05-fe25157e882d tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:24.335678 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-98e9fd6d-75db-4732-8e83-548712185084 req-c850fa56-9f88-4aa3-ab05-fe25157e882d tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 945 time: 0.1420906 Jul 21 00:20:24.413805 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-65a80f00-69db-45c8-940d-e4a61b2dfca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.437531 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-98e9fd6d-75db-4732-8e83-548712185084 req-f37fbb04-09c4-4ed3-9583-915c57d4f630 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945559 Jul 21 00:20:24.447669 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-65a80f00-69db-45c8-940d-e4a61b2dfca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.447815 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-955ab4d1-9454-4dee-954e-2b3fcc96fd7b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Deleting port 4a299431-a90b-4c07-88c0-2e91bf452391 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:20:24.447815 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-955ab4d1-9454-4dee-954e-2b3fcc96fd7b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.503231 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a80f00-69db-45c8-940d-e4a61b2dfca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4000e741-64b4-46e0-8811-9960cf473cc7,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:24.512987 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-65a80f00-69db-45c8-940d-e4a61b2dfca2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5b5f7387edb4ba3b9d1513a69b5b723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937960 Jul 21 00:20:24.516519 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 58370) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:24.591617 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-955ab4d1-9454-4dee-954e-2b3fcc96fd7b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] For port 4a299431-a90b-4c07-88c0-2e91bf452391, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=4a299431-a90b-4c07-88c0-2e91bf452391,segment=NetworkSegment(ba4023e4-6a9e-4999-a4d2-0275d7d48667),segment_id=ba4023e4-6a9e-4999-a4d2-0275d7d48667)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:24.591990 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-955ab4d1-9454-4dee-954e-2b3fcc96fd7b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.605698 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Sync routers for ids ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:20:24.611879 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-955ab4d1-9454-4dee-954e-2b3fcc96fd7b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Calling delete_port for 4a299431-a90b-4c07-88c0-2e91bf452391 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:20:24.616931 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-443f90b1-0887-45c5-ab6b-7036e262416e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.617758 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Routers {'b527a047-5a9d-4056-a9fe-54b4b63b46d6'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:20:24.618492 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:20:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:24.682812 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-443f90b1-0887-45c5-ab6b-7036e262416e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.724090 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cb35c-1094-4eae-a17e-1036c705b1eb req-4711385c-420d-4a27-a9b4-f7dceb12b9df tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:24.725885 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-920cb35c-1094-4eae-a17e-1036c705b1eb req-4711385c-420d-4a27-a9b4-f7dceb12b9df tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1752906 Jul 21 00:20:24.778505 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-920cb35c-1094-4eae-a17e-1036c705b1eb req-3e53e436-ce1d-44a3-ac6d-7ba302f6a697 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Jul 21 00:20:24.788683 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-443f90b1-0887-45c5-ab6b-7036e262416e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.806290 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-443f90b1-0887-45c5-ab6b-7036e262416e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.806290 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-443f90b1-0887-45c5-ab6b-7036e262416e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4000e741-64b4-46e0-8811-9960cf473cc7 HTTP/1.1" status: 204 len: 168 time: 0.2849584 Jul 21 00:20:24.813972 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Made reservation on behalf of f8167d01db934420af457aea18e524e0 for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:20:24.816583 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.821787 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-955ab4d1-9454-4dee-954e-2b3fcc96fd7b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.824876 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f90b1-0887-45c5-ab6b-7036e262416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4000e741-64b4-46e0-8811-9960cf473cc7,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:24.848576 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.879325 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ab4d1-9454-4dee-954e-2b3fcc96fd7b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Pushing event deleted for resources: {'Port': ['ID=4a299431-a90b-4c07-88c0-2e91bf452391,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:24.946547 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-955ab4d1-9454-4dee-954e-2b3fcc96fd7b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] No DVR routers for this DVR port 4a299431-a90b-4c07-88c0-2e91bf452391 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:20:24.950876 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-955ab4d1-9454-4dee-954e-2b3fcc96fd7b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:24.953152 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f11ed3ce-cfb2-49cf-9499-94b8a8911d2e req-955ab4d1-9454-4dee-954e-2b3fcc96fd7b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.32 "DELETE /v2.0/ports/4a299431-a90b-4c07-88c0-2e91bf452391 HTTP/1.1" status: 204 len: 173 time: 0.6641941 Jul 21 00:20:24.953585 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5832afac-76d8-481a-a929-7fcd131583ae', 'name': 'network-vif-deleted', 'tag': '4a299431-a90b-4c07-88c0-2e91bf452391'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:20:24.956048 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da07e284-0150-44c5-891e-b9ff58c35635" -d '{"events": [{"server_uuid": "5832afac-76d8-481a-a929-7fcd131583ae", "name": "network-vif-deleted", "tag": "4a299431-a90b-4c07-88c0-2e91bf452391"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:20:24.972611 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Set router b527a047-5a9d-4056-a9fe-54b4b63b46d6 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:20:25.058607 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f78bcc8-1877-4abb-b174-5072ac32df40 x-openstack-request-id: req-6f78bcc8-1877-4abb-b174-5072ac32df40 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:20:25.059083 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5832afac-76d8-481a-a929-7fcd131583ae", "name": "network-vif-deleted", "tag": "4a299431-a90b-4c07-88c0-2e91bf452391", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:20:25.059461 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f78bcc8-1877-4abb-b174-5072ac32df40 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:20:25.059989 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5832afac-76d8-481a-a929-7fcd131583ae', 'name': 'network-vif-deleted', 'tag': '4a299431-a90b-4c07-88c0-2e91bf452391', 'status': 'completed', 'code': 200} Jul 21 00:20:25.065131 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:25.072255 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:25.174543 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:20:25.200494 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['4a299431-a90b-4c07-88c0-2e91bf452391'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:20:25.213425 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f90d2-f00a-4019-9f73-4fb17473caa9,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:25.219729 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:25.224542 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Added segment 411c23a8-82b0-4f01-8523-dd4092148677 of type vlan for network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 Jul 21 00:20:25.281578 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:25.345389 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c07d3-6828-4ac6-85a0-c09c4e4bc2a1 req-4ae1b7bf-4979-491b-b111-951b854c27a8 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:25.351253 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:25.352247 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:25.352797 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0a8c07d3-6828-4ac6-85a0-c09c4e4bc2a1 req-4ae1b7bf-4979-491b-b111-951b854c27a8 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1169086 Jul 21 00:20:25.352913 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:25.423718 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2447789 Jul 21 00:20:25.428722 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58424) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:25.456343 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Request body: {'subnet': {'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-871561923-subnet', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'ip_version': 4}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:25.457733 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:22Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '1d80bf00-497f-4b1f-8d0f-2d17dc276969', 'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'mac_address': 'fa:16:3e:45:0b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:21Z', 'updated_at': '2021-07-21T00:20:22Z', 'revision_number': 2, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'subnets': [{'id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:25.491078 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0a8c07d3-6828-4ac6-85a0-c09c4e4bc2a1 req-35a75e53-0689-48bd-a6c2-9455bb451c09 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375594 Jul 21 00:20:25.497745 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Checking router: b527a047-5a9d-4056-a9fe-54b4b63b46d6 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:20:25.498178 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Updating router b527a047-5a9d-4056-a9fe-54b4b63b46d6 port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 binding host dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:20:25.539701 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:25.543801 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device bc35ed01-ed2c-45d8-8db4-462c4c664420 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:25.568308 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704c835-76e9-4c00-8f45-3665e1fcff6b admin admin] Pushing event updated for resources: {'Network': ['ID=57b32d32-0ee1-44c0-aa43-9c13076d3d12,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:25.580410 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:20:25.629964 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Made reservation on behalf of f8167d01db934420af457aea18e524e0 for: {'subnet': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:20:25.634863 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8423794'] for subnet, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:25.691238 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf351065-7b3f-4459-b372-fed3ca4addc3 req-70fe4e05-7c4e-4f9a-85c0-0cf37d110e6f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:25.699819 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cf351065-7b3f-4459-b372-fed3ca4addc3 req-70fe4e05-7c4e-4f9a-85c0-0cf37d110e6f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1976554 Jul 21 00:20:25.720325 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6b9c68b2-e30d-4b05-ad66-d9d40bf01ff3 req-eee00026-ab30-4135-826f-552d3ee1ff21 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=5832afac-76d8-481a-a929-7fcd131583ae HTTP/1.1" status: 200 len: 210 time: 0.0693972 Jul 21 00:20:25.763911 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cf351065-7b3f-4459-b372-fed3ca4addc3 req-d1b234d2-ee77-4c29-9d6d-e84442477b9b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631194 Jul 21 00:20:25.898444 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port bc35ed01-ed2c-45d8-8db4-462c4c664420 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:25.898958 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:25.915033 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3221126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8423680'] for subnet, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:25.962439 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf935a2-7652-4574-ad74-fc15136b9e44 req-102542f6-7886-4181-8569-f9aa3f02df1b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:25.969930 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bcf935a2-7652-4574-ad74-fc15136b9e44 req-102542f6-7886-4181-8569-f9aa3f02df1b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0951045 Jul 21 00:20:25.981563 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23805ff-3f00-4f14-831e-ccaa7e4771b3,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:25.994026 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Checking segment: {'id': '411c23a8-82b0-4f01-8523-dd4092148677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:25.994532 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Network hostable DHCP agents. Network: 57b32d32-0ee1-44c0-aa43-9c13076d3d12, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:20:26.013408 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:20:26.017493 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bcf935a2-7652-4574-ad74-fc15136b9e44 req-358ec8a4-935a-4126-9522-27e909e20e34 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460980 Jul 21 00:20:26.037716 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 57b32d32-0ee1-44c0-aa43-9c13076d3d12) {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:26.040161 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:26.040820 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.042079 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98426724-4f97-45fc-8f23-7e14ff96e4c2 None None] Network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:20:26.060997 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-07f2afb2-2421-4e16-a725-005de84e6b1b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6250594 Jul 21 00:20:26.061762 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58456) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:26.066880 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-871561923-router', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:26.088092 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4055862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26366'] for router, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.089262 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4060248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4059929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26343'] for router, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.149648 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.189206 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.208592 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Transition to ACTIVE for port object 1d80bf00-497f-4b1f-8d0f-2d17dc276969 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:26.242629 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.308598 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4056051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4055896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26321'] for router, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.310496 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fdd25-3d28-41e6-bfcb-f2ca636d5adb None None] Pushing event updated for resources: {'Port': ['ID=1d80bf00-497f-4b1f-8d0f-2d17dc276969,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:26.362231 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4945ffbd-1d79-5330-8854-c99d92bdffc7-57b32d32-0ee1-44c0-aa43-9c13076d3d12', 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'fixed_ips': [{'subnet_id': 'c23805ff-3f00-4f14-831e-ccaa7e4771b3'}]}} from dv-cinder-679138-11-smb. {{(pid=94870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 21 00:20:26.363063 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.415043 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Attempting to bind port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:20:26.415417 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Attempting to bind port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:20:26.415775 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Attempting to bind port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 on network 0c706641-be67-4d64-adc0-ebb5149a1807 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:20:26.480126 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:20:26.481217 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Checking segment: {'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:26.481692 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.482095 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Bound using segment: {'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:20:26.482622 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Bound port: 1d80bf00-497f-4b1f-8d0f-2d17dc276969, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:20:26.483044 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.591367 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.629153 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.629796 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Allocated IP 172.20.0.2 (57b32d32-0ee1-44c0-aa43-9c13076d3d12/c23805ff-3f00-4f14-831e-ccaa7e4771b3/2861892b-28a4-4a3c-adea-9c249ffd675e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:20:26.632491 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] For port 1d80bf00-497f-4b1f-8d0f-2d17dc276969, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:20:26.637553 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] For port 1d80bf00-497f-4b1f-8d0f-2d17dc276969, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=1d80bf00-497f-4b1f-8d0f-2d17dc276969,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:20:26.660641 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:26.743953 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83898eb-cb90-4a31-8ae9-a4e18d1692f3 req-3f01021c-366a-4e91-b4f6-518a946fd36d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:26.746376 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f83898eb-cb90-4a31-8ae9-a4e18d1692f3 req-3f01021c-366a-4e91-b4f6-518a946fd36d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1291151 Jul 21 00:20:26.749744 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4ad37-9410-404a-bc46-86c7f5548396 req-94199058-3acc-4929-844e-0cb99890ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:26.751454 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-36c4ad37-9410-404a-bc46-86c7f5548396 req-94199058-3acc-4929-844e-0cb99890ce5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 1099 time: 0.1392434 Jul 21 00:20:26.815844 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f83898eb-cb90-4a31-8ae9-a4e18d1692f3 req-33f6183f-6aae-42c1-97e9-fc4a8f2d58c3 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615261 Jul 21 00:20:26.848468 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-36c4ad37-9410-404a-bc46-86c7f5548396 req-8ccf85ba-ded4-4e6f-9683-2324c31d943b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770969 Jul 21 00:20:26.856150 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Allocated IP 172.28.2.26 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/6aa727a4-86c9-4eb9-a241-5249f5816e1c) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:20:26.989171 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fdd25-3d28-41e6-bfcb-f2ca636d5adb None None] Pushing event updated for resources: {'Port': ['ID=1d80bf00-497f-4b1f-8d0f-2d17dc276969,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:27.046113 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42420700-2ad1-4947-a46e-deb223e073a8 req-42ca7e4f-c25e-4da1-8e61-2c9a83f1ecf0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:27.047757 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-42420700-2ad1-4947-a46e-deb223e073a8 req-42ca7e4f-c25e-4da1-8e61-2c9a83f1ecf0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1318750 Jul 21 00:20:27.049480 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:27.071912 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Routers {'b527a047-5a9d-4056-a9fe-54b4b63b46d6'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:20:27.072575 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:20:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:27.098398 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-42420700-2ad1-4947-a46e-deb223e073a8 req-3e579c77-c1f0-43bb-b869-7a3439f97940 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Jul 21 00:20:27.109975 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:27.190443 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Pushing event updated for resources: {'Port': ['ID=6aa727a4-86c9-4eb9-a241-5249f5816e1c,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:27.211787 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:20:27.214407 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:27.225876 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:20:27.276503 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-b39c6802-2338-4699-beed-5e6c0d38ee55 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:27.278639 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-b39c6802-2338-4699-beed-5e6c0d38ee55 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/networks?id=c056073f-6fea-42ea-a952-5b52ef1900b1 HTTP/1.1" status: 200 len: 809 time: 0.1634991 Jul 21 00:20:27.309983 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-0fcbcb47-ba53-404f-afd1-09be24816cb4 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/quotas/f22d0083c2c144068e91c8a2bcaa1481 HTTP/1.1" status: 200 len: 375 time: 0.0228844 Jul 21 00:20:27.352182 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-4301ee40-94d9-4d86-9c7f-3e7d17f7ef1e tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22d0083c2c144068e91c8a2bcaa1481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354505 Jul 21 00:20:27.369786 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300b879-efb6-4e2a-bd13-2a2146c9e8d7 req-52dc3b50-d418-4740-84ce-a2181e4c1d09 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:27.374227 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6300b879-efb6-4e2a-bd13-2a2146c9e8d7 req-52dc3b50-d418-4740-84ce-a2181e4c1d09 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1560161 Jul 21 00:20:27.425996 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:27.447223 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] Set router b527a047-5a9d-4056-a9fe-54b4b63b46d6 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:20:27.450998 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Transition to ACTIVE for port object 2861892b-28a4-4a3c-adea-9c249ffd675e will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:27.487431 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 4a299431-a90b-4c07-88c0-2e91bf452391 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:20:27.508673 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6300b879-efb6-4e2a-bd13-2a2146c9e8d7 req-4c9b70a5-8763-4adb-8f4f-389458c41856 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242149 Jul 21 00:20:27.526347 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 4a299431-a90b-4c07-88c0-2e91bf452391 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:20:27.527375 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 4a299431-a90b-4c07-88c0-2e91bf452391 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:20:27.528799 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Transition to ACTIVE for port object 2861892b-28a4-4a3c-adea-9c249ffd675e will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:27.540552 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-e8af5f74-c720-4608-9e59-0185f96aa03f service neutron] 10.222.0.35 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805377 Jul 21 00:20:27.543208 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:27.644823 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-2c2ad4c8-292a-405e-bdbf-096e5b8fa93a service neutron] 10.222.0.35 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985701 Jul 21 00:20:27.649345 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:20:27.658559 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:27.700365 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:20:27.708747 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Pushing event updated for resources: {'Port': ['ID=2861892b-28a4-4a3c-adea-9c249ffd675e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:27.726910 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:27.855511 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Attempting to bind port 2861892b-28a4-4a3c-adea-9c249ffd675e on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:20:27.855959 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Attempting to bind port 2861892b-28a4-4a3c-adea-9c249ffd675e by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '411c23a8-82b0-4f01-8523-dd4092148677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:20:27.856394 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Attempting to bind port 2861892b-28a4-4a3c-adea-9c249ffd675e on network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:20:27.864139 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:20:27.864618 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Checking segment: {'id': '411c23a8-82b0-4f01-8523-dd4092148677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:27.865135 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:27.865649 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Bound using segment: {'id': '411c23a8-82b0-4f01-8523-dd4092148677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:20:27.866211 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Bound port: 2861892b-28a4-4a3c-adea-9c249ffd675e, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411c23a8-82b0-4f01-8523-dd4092148677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:20:27.866867 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:27.881748 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5a0d5efa-f1af-4e68-9146-9ca804392282 req-2dc20960-8e4d-4406-a044-a9ddfa664653 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 210 time: 0.0535736 Jul 21 00:20:27.972207 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] For port 2861892b-28a4-4a3c-adea-9c249ffd675e, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:20:27.977422 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] For port 2861892b-28a4-4a3c-adea-9c249ffd675e, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=2861892b-28a4-4a3c-adea-9c249ffd675e,segment=NetworkSegment(411c23a8-82b0-4f01-8523-dd4092148677),segment_id=411c23a8-82b0-4f01-8523-dd4092148677)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:20:27.982075 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:22Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '1d80bf00-497f-4b1f-8d0f-2d17dc276969', 'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'mac_address': 'fa:16:3e:45:0b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:21Z', 'updated_at': '2021-07-21T00:20:26Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'subnets': [{'id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:27.986709 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:28.073144 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576ba91-18cf-4e1f-af73-224487e1be4d None None] The sync data for ids ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'] in dv-cinder-679138-11-smb is: [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:22Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '1d80bf00-497f-4b1f-8d0f-2d17dc276969', 'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'mac_address': 'fa:16:3e:45:0b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:21Z', 'updated_at': '2021-07-21T00:20:26Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'subnets': [{'id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:20:28.109667 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4055887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4056040'] for router, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:28.121807 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaf043-08d1-4c83-b15c-ba23e775b4a7 None None] Pushing event updated for resources: {'Port': ['ID=2861892b-28a4-4a3c-adea-9c249ffd675e,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:28.488691 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b65277-dea3-4707-b98b-07e86bbf23c8 req-e4901950-db09-47bc-825c-8907136dfced tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:28.492667 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-06b65277-dea3-4707-b98b-07e86bbf23c8 req-e4901950-db09-47bc-825c-8907136dfced tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.6101069 Jul 21 00:20:28.511669 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 is scheduled to L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 with binding_index 1 {{(pid=94868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 21 00:20:28.524819 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c5455-2a67-4d7c-a676-bfb78c7e0223 req-54bfe2c1-6971-43f9-8c3e-1f8318bda7c1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:28.541099 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e65c5455-2a67-4d7c-a676-bfb78c7e0223 req-54bfe2c1-6971-43f9-8c3e-1f8318bda7c1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.2526858 Jul 21 00:20:28.629178 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e65c5455-2a67-4d7c-a676-bfb78c7e0223 req-2e995092-45af-4585-8fdb-7bac9c849f7f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870733 Jul 21 00:20:28.633931 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-06b65277-dea3-4707-b98b-07e86bbf23c8 req-782f8d51-97c3-434c-909a-bb33b450d770 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310816 Jul 21 00:20:28.733402 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:20:28.744278 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Sync routers for ids ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:20:28.766333 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Routers {'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:20:28.767691 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:20:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:28.774928 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] Notify callbacks [] for router, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:28.779316 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4a21232c-8eeb-4925-b1de-931f32352154 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7138817 Jul 21 00:20:28.779316 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58520) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:28.894551 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96780600-8f65-4596-a3eb-ef83b7bdcf39 req-6e724495-d723-45f7-8ad1-f223e90b1e0f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:28.896406 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-96780600-8f65-4596-a3eb-ef83b7bdcf39 req-6e724495-d723-45f7-8ad1-f223e90b1e0f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1470900 Jul 21 00:20:28.949284 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Set router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:20:28.988175 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-96780600-8f65-4596-a3eb-ef83b7bdcf39 req-07e71ec0-3289-4058-962a-2ccb4e1c229b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818200 Jul 21 00:20:29.084911 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6ecf3f75-e80e-49fd-a5e1-a700f31c4286 req-21511161-3524-49d0-87a2-f0c61b501064 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 210 time: 0.0669854 Jul 21 00:20:29.308778 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'name': 'tempest-TestShelveInstance-871561923-router', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:27Z', 'revision_number': 3, 'project_id': 'f8167d01db934420af457aea18e524e0', 'gw_port': {'id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:29.357046 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Checking router: ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:20:29.357269 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Updating router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 port 6aa727a4-86c9-4eb9-a241-5249f5816e1c binding host dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:20:29.416001 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:29.539177 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8112-b18b-4244-93c7-b343d63caf70 req-6472dd08-cf51-45bd-a73d-6ab4b906a53f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:29.548154 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d2de8112-b18b-4244-93c7-b343d63caf70 req-6472dd08-cf51-45bd-a73d-6ab4b906a53f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1615884 Jul 21 00:20:29.641535 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d2de8112-b18b-4244-93c7-b343d63caf70 req-f6353497-a4c5-4d3a-bbf8-97554f1c1254 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922666 Jul 21 00:20:29.681079 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-4076c3c6-3e55-498a-ba95-ac54c48d3f16 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:29.682671 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-4076c3c6-3e55-498a-ba95-ac54c48d3f16 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.32 "GET /v2.0/networks?id=c056073f-6fea-42ea-a952-5b52ef1900b1 HTTP/1.1" status: 200 len: 809 time: 0.4285100 Jul 21 00:20:29.708659 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Request body: {'port': {'device_id': 'd7cd7917-8bec-451b-9712-7a41ed453112', 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1', 'admin_state_up': True, 'tenant_id': 'f22d0083c2c144068e91c8a2bcaa1481'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:29.719875 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 1d80bf00-497f-4b1f-8d0f-2d17dc276969 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:29.764717 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abeb405-67ca-46e7-9c90-434427f202fe None None] Network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:20:29.889060 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:29.896608 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-061d067f-7f61-4456-bbf7-e53d3aeee669 None None] Provisioning for port 2861892b-28a4-4a3c-adea-9c249ffd675e completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:29.905314 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Transition to ACTIVE for port object 6aa727a4-86c9-4eb9-a241-5249f5816e1c will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:29.919447 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:29.937376 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:29.942694 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d45b0-2b25-4972-b604-fbbfa692f4c8 req-ea7a2072-27d0-4f50-9703-5eef0ebd3c26 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:29.944818 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ed0d45b0-2b25-4972-b604-fbbfa692f4c8 req-ea7a2072-27d0-4f50-9703-5eef0ebd3c26 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1459157 Jul 21 00:20:29.958133 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342e096-306d-42bc-8410-336c2d3c1278 req-44f1e050-087d-4e41-b044-3f4d801c3d6b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:29.970063 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f342e096-306d-42bc-8410-336c2d3c1278 req-44f1e050-087d-4e41-b044-3f4d801c3d6b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1608291 Jul 21 00:20:29.982238 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:29.982833 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.014344 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8d4c0-1079-45e8-8cfb-a44469a23463 None None] Pushing event updated for resources: {'Port': ['ID=6aa727a4-86c9-4eb9-a241-5249f5816e1c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:30.018341 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Made reservation on behalf of f22d0083c2c144068e91c8a2bcaa1481 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:20:30.023523 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.055811 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1e1f9-a2b7-4a87-bb8c-ed0eec85b4f7 req-e49d344a-cab5-4dc5-ba88-0ba5f0d6482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:30.055957 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Attempting to bind port 6aa727a4-86c9-4eb9-a241-5249f5816e1c on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:20:30.055957 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Attempting to bind port 6aa727a4-86c9-4eb9-a241-5249f5816e1c by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:20:30.055957 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Attempting to bind port 6aa727a4-86c9-4eb9-a241-5249f5816e1c on network c738b427-e595-478b-aacb-eccc899844dd {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:20:30.060916 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-bcf1e1f9-a2b7-4a87-bb8c-ed0eec85b4f7 req-e49d344a-cab5-4dc5-ba88-0ba5f0d6482f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 1099 time: 0.6297801 Jul 21 00:20:30.065716 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:20:30.066142 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Checking segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:30.066553 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.066947 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Bound using segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:20:30.067421 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Bound port: 6aa727a4-86c9-4eb9-a241-5249f5816e1c, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:20:30.067554 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ed0d45b0-2b25-4972-b604-fbbfa692f4c8 req-03e4be58-8de7-4a7b-9506-96eef724fe99 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945518 Jul 21 00:20:30.068084 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.098771 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.110687 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f342e096-306d-42bc-8410-336c2d3c1278 req-34fd41ca-9d81-4e61-bac7-787d12a0830f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395164 Jul 21 00:20:30.154677 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] For port 6aa727a4-86c9-4eb9-a241-5249f5816e1c, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:20:30.157778 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] For port 6aa727a4-86c9-4eb9-a241-5249f5816e1c, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=6aa727a4-86c9-4eb9-a241-5249f5816e1c,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:20:30.168933 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.215945 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 1d80bf00-497f-4b1f-8d0f-2d17dc276969, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=1d80bf00-497f-4b1f-8d0f-2d17dc276969,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:30.219267 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Allocated IP 172.20.0.8 (c056073f-6fea-42ea-a952-5b52ef1900b1/a235f26f-88df-4af9-a594-27715e16ad7c/2e162813-c1c8-4e44-a828-bae47f1ee280) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:20:30.242001 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-789afd9c-4ccc-4b5f-9c09-6432e4d2dd39 req-a1722fbb-1512-4666-9874-2035caa18dea tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 210 time: 0.0606992 Jul 21 00:20:30.244330 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.245274 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 2861892b-28a4-4a3c-adea-9c249ffd675e up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:30.275965 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8d4c0-1079-45e8-8cfb-a44469a23463 None None] Pushing event updated for resources: {'Port': ['ID=6aa727a4-86c9-4eb9-a241-5249f5816e1c,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:30.284492 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Routers {'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:20:30.285313 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:20:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:30.371856 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=1d80bf00-497f-4b1f-8d0f-2d17dc276969,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:30.394213 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 2861892b-28a4-4a3c-adea-9c249ffd675e completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:30.398980 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 2861892b-28a4-4a3c-adea-9c249ffd675e triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:30.399353 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.480636 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] Set router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:20:30.535855 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.586768 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 2861892b-28a4-4a3c-adea-9c249ffd675e, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=2861892b-28a4-4a3c-adea-9c249ffd675e,segment=NetworkSegment(411c23a8-82b0-4f01-8523-dd4092148677),segment_id=411c23a8-82b0-4f01-8523-dd4092148677)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:30.591634 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-fe35ae84-cbce-4043-8dcb-79dd58636a8c None None] Provisioning complete for port 2861892b-28a4-4a3c-adea-9c249ffd675e triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:30.592183 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fe35ae84-cbce-4043-8dcb-79dd58636a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.608073 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.632448 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:30.682335 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1e1f9-a2b7-4a87-bb8c-ed0eec85b4f7 req-f634ae0b-3563-4ed2-bc6d-f415c4167194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:30.684413 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-bcf1e1f9-a2b7-4a87-bb8c-ed0eec85b4f7 req-f634ae0b-3563-4ed2-bc6d-f415c4167194 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 919 time: 0.4241593 Jul 21 00:20:30.696866 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=2861892b-28a4-4a3c-adea-9c249ffd675e,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:30.704266 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'name': 'tempest-TestShelveInstance-871561923-router', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:27Z', 'revision_number': 3, 'project_id': 'f8167d01db934420af457aea18e524e0', 'gw_port': {'id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:30.739242 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda23c54-e2ab-47f4-bc7e-106b184f2e82 None None] The sync data for ids ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'] in dv-cinder-679138-11-smb is: [{'id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'name': 'tempest-TestShelveInstance-871561923-router', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:27Z', 'revision_number': 3, 'project_id': 'f8167d01db934420af457aea18e524e0', 'gw_port': {'id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:20:30.844268 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818248a5-3ef8-4014-ba72-d3af6497a26b req-8797d2e6-fb0a-4cfa-be75-784264bd8d64 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:30.845940 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-818248a5-3ef8-4014-ba72-d3af6497a26b req-8797d2e6-fb0a-4cfa-be75-784264bd8d64 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0788329 Jul 21 00:20:30.886723 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-818248a5-3ef8-4014-ba72-d3af6497a26b req-c458ff58-fd58-4f82-825f-6d9a4c4813c8 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349228 Jul 21 00:20:30.979331 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-bcf1e1f9-a2b7-4a87-bb8c-ed0eec85b4f7 req-ddb80aff-1d8d-445d-9ebe-617fe7a95ec9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb056c4-cb2e-4011-974e-e948246b866e HTTP/1.1" status: 200 len: 217 time: 0.2849984 Jul 21 00:20:31.044093 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:31.104636 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1e1f9-a2b7-4a87-bb8c-ed0eec85b4f7 req-7548c2c7-467f-4564-aab1-aa1b22f35fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:31.106546 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-bcf1e1f9-a2b7-4a87-bb8c-ed0eec85b4f7 req-7548c2c7-467f-4564-aab1-aa1b22f35fec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 200 len: 858 time: 0.1176159 Jul 21 00:20:31.169844 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-bcf1e1f9-a2b7-4a87-bb8c-ed0eec85b4f7 req-331105ad-e6af-46bd-8108-ec15394310e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554864 Jul 21 00:20:31.227524 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:31.234947 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Allocated IP 172.20.0.1 (57b32d32-0ee1-44c0-aa43-9c13076d3d12/c23805ff-3f00-4f14-831e-ccaa7e4771b3/79230556-c393-4686-ad5a-c63e5f0d75f1) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:20:31.286541 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7cbb3-7130-4f95-b946-644094ab2d22 req-93cc85be-9ab6-46ee-8753-f1b88d99bde3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:31.289016 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-24f7cbb3-7130-4f95-b946-644094ab2d22 req-93cc85be-9ab6-46ee-8753-f1b88d99bde3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1297023 Jul 21 00:20:31.318692 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4384c-68df-4c4e-afc9-98a45c290b00 req-3a9160ab-8dc6-4131-8acf-fcf40663f843 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:31.320729 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-93e4384c-68df-4c4e-afc9-98a45c290b00 req-3a9160ab-8dc6-4131-8acf-fcf40663f843 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1229932 Jul 21 00:20:31.325195 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Network c056073f-6fea-42ea-a952-5b52ef1900b1 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:20:31.344806 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:31.350252 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Pushing event updated for resources: {'Port': ['ID=2e162813-c1c8-4e44-a828-bae47f1ee280,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:31.362476 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:20:31.381667 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-24f7cbb3-7130-4f95-b946-644094ab2d22 req-fe02668c-9640-4efd-9a53-eed3d94f30fd tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836627 Jul 21 00:20:31.389484 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-93e4384c-68df-4c4e-afc9-98a45c290b00 req-bb5ba4d9-831b-433f-a020-aa497b085cb6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542283 Jul 21 00:20:31.444479 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-bcf1e1f9-a2b7-4a87-bb8c-ed0eec85b4f7 req-56c76951-4898-4038-9d6e-1f47d1aef3c4 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645445 Jul 21 00:20:31.496279 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:31.496918 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:31.562393 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-611e69e4-21ea-40fb-b8e9-ec92c0637eb1 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8608160 Jul 21 00:20:31.574081 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6590d-1e51-4220-96be-89e59a63e728 req-e4fa3701-d369-4042-b8bc-8be6b204f5d4 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:31.581743 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2ca6590d-1e51-4220-96be-89e59a63e728 req-e4fa3701-d369-4042-b8bc-8be6b204f5d4 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 931 time: 0.1023669 Jul 21 00:20:31.582821 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Request body: {'port': {'device_id': 'd7cd7917-8bec-451b-9712-7a41ed453112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:31.627138 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:31.637242 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 1d80bf00-497f-4b1f-8d0f-2d17dc276969 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:31.653115 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2ca6590d-1e51-4220-96be-89e59a63e728 req-14fccc84-4711-4f8b-bc29-d12efacbdd15 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703788 Jul 21 00:20:31.657617 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-bcf1e1f9-a2b7-4a87-bb8c-ed0eec85b4f7 req-03230835-07f2-432f-af0d-de535a77bb56 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058890 Jul 21 00:20:31.675840 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Transition to ACTIVE for port object 79230556-c393-4686-ad5a-c63e5f0d75f1 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:31.727199 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:31.763919 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d4ac76c6-3139-4629-bf52-64f431fccd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:31.774979 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:31.776356 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:31.791514 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:31.862672 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 6aa727a4-86c9-4eb9-a241-5249f5816e1c up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:31.879545 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:20:31.886463 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:31.889493 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:20:31.922190 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 6aa727a4-86c9-4eb9-a241-5249f5816e1c completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:31.936590 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 6aa727a4-86c9-4eb9-a241-5249f5816e1c triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:31.936590 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:31.972514 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Pushing event updated for resources: {'Port': ['ID=79230556-c393-4686-ad5a-c63e5f0d75f1,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:32.008584 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4055833'] for router_interface, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.080526 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.101135 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90229e-ea34-4665-9ca3-d68a1c067340 req-e0024425-8405-4f0b-a9ca-87c5a0620b97 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:32.103355 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cf90229e-ea34-4665-9ca3-d68a1c067340 req-e0024425-8405-4f0b-a9ca-87c5a0620b97 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1216900 Jul 21 00:20:32.110578 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 6aa727a4-86c9-4eb9-a241-5249f5816e1c, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=6aa727a4-86c9-4eb9-a241-5249f5816e1c,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:32.115483 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.116692 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 2861892b-28a4-4a3c-adea-9c249ffd675e up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:32.144831 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cf90229e-ea34-4665-9ca3-d68a1c067340 req-607c2068-9b76-40f5-9829-26b72e9053f0 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353794 Jul 21 00:20:32.207881 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=6aa727a4-86c9-4eb9-a241-5249f5816e1c,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:32.210521 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-a3b8fa25-4c51-419f-ad72-02eb435d8c76 None None] Provisioning for port 79230556-c393-4686-ad5a-c63e5f0d75f1 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:32.216404 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-a3b8fa25-4c51-419f-ad72-02eb435d8c76 None None] Provisioning complete for port 79230556-c393-4686-ad5a-c63e5f0d75f1 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:32.216774 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fa25-4c51-419f-ad72-02eb435d8c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.242805 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 2861892b-28a4-4a3c-adea-9c249ffd675e triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:32.243174 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.266153 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.269323 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e162813-c1c8-4e44-a828-bae47f1ee280 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:20:32.281275 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8fa25-4c51-419f-ad72-02eb435d8c76 None None] Port 79230556-c393-4686-ad5a-c63e5f0d75f1 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:20:32.283089 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.319557 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Transition to ACTIVE for port object 2e162813-c1c8-4e44-a828-bae47f1ee280 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:32.328799 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.413142 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Pushing event updated for resources: {'Port': ['ID=2e162813-c1c8-4e44-a828-bae47f1ee280,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:32.493638 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.564405 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Attempting to bind port 2e162813-c1c8-4e44-a828-bae47f1ee280 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:20:32.564742 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Attempting to bind port 2e162813-c1c8-4e44-a828-bae47f1ee280 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': 'ba4023e4-6a9e-4999-a4d2-0275d7d48667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:20:32.565102 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Attempting to bind port 2e162813-c1c8-4e44-a828-bae47f1ee280 on network c056073f-6fea-42ea-a952-5b52ef1900b1 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:20:32.578065 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Port 2e162813-c1c8-4e44-a828-bae47f1ee280 on network c056073f-6fea-42ea-a952-5b52ef1900b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:20:32.578385 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Attempting to bind port 2e162813-c1c8-4e44-a828-bae47f1ee280 on network c056073f-6fea-42ea-a952-5b52ef1900b1 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:20:32.590963 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.593972 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:20:32.594308 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Checking segment: {'id': 'ba4023e4-6a9e-4999-a4d2-0275d7d48667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:32.594743 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Bound using segment: {'id': 'ba4023e4-6a9e-4999-a4d2-0275d7d48667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:20:32.595261 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Bound port: 2e162813-c1c8-4e44-a828-bae47f1ee280, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4023e4-6a9e-4999-a4d2-0275d7d48667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:20:32.595751 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.600930 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.709191 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Pushing event updated for resources: {'Port': ['ID=79230556-c393-4686-ad5a-c63e5f0d75f1,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:32.727082 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4060329'] for router_interface, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.745048 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32083b-e781-4cb0-bd5d-b08715f6ba11 req-e2c8a89c-7223-44aa-927c-ac734e2f0433 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:32.746473 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7c32083b-e781-4cb0-bd5d-b08715f6ba11 req-e2c8a89c-7223-44aa-927c-ac734e2f0433 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0772214 Jul 21 00:20:32.753947 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ab9a9-54dd-49f2-a64e-e2de0de7cc73 req-a31157d0-bb7f-4abe-adba-3f8489dadce5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:32.755363 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] For port 2e162813-c1c8-4e44-a828-bae47f1ee280, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:20:32.755524 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7a9ab9a9-54dd-49f2-a64e-e2de0de7cc73 req-a31157d0-bb7f-4abe-adba-3f8489dadce5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1201057 Jul 21 00:20:32.783543 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] For port 2e162813-c1c8-4e44-a828-bae47f1ee280, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2e162813-c1c8-4e44-a828-bae47f1ee280,segment=NetworkSegment(ba4023e4-6a9e-4999-a4d2-0275d7d48667),segment_id=ba4023e4-6a9e-4999-a4d2-0275d7d48667)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:20:32.792533 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.816743 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7c32083b-e781-4cb0-bd5d-b08715f6ba11 req-1b53a1fd-ad81-4390-b4dd-6644379ac09a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595615 Jul 21 00:20:32.831091 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7a9ab9a9-54dd-49f2-a64e-e2de0de7cc73 req-19b36510-d53e-46ff-89b0-ba03d20c414d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661647 Jul 21 00:20:32.907971 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:32.908589 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:32.910151 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] 10.222.0.32 "PUT /v2.0/ports/2e162813-c1c8-4e44-a828-bae47f1ee280 HTTP/1.1" status: 200 len: 1093 time: 1.3316617 Jul 21 00:20:32.914999 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cd7917-8bec-451b-9712-7a41ed453112', 'tag': '2e162813-c1c8-4e44-a828-bae47f1ee280'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:20:32.917233 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cd7917-8bec-451b-9712-7a41ed453112", "tag": "2e162813-c1c8-4e44-a828-bae47f1ee280"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:20:32.966221 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:20:32.986636 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c321176-78eb-40cf-a7de-883562c99804 req-cb131271-c240-4243-82b5-e26ea5246dd5 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:32.989639 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4c321176-78eb-40cf-a7de-883562c99804 req-cb131271-c240-4243-82b5-e26ea5246dd5 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 943 time: 0.0959842 Jul 21 00:20:32.995350 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:32.998191 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48104c82-9c6a-4156-9087-394015df94cc x-openstack-request-id: req-48104c82-9c6a-4156-9087-394015df94cc {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:20:32.998490 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cd7917-8bec-451b-9712-7a41ed453112", "tag": "2e162813-c1c8-4e44-a828-bae47f1ee280", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:20:32.998727 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48104c82-9c6a-4156-9087-394015df94cc {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:20:32.999113 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cd7917-8bec-451b-9712-7a41ed453112', 'tag': '2e162813-c1c8-4e44-a828-bae47f1ee280', 'status': 'completed', 'code': 200} Jul 21 00:20:33.000652 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6931a-1250-4feb-a4be-09ed20e56d12 service neutron] Pushing event updated for resources: {'Port': ['ID=2e162813-c1c8-4e44-a828-bae47f1ee280,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:33.056396 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4c321176-78eb-40cf-a7de-883562c99804 req-ce5093bc-1cb2-4d3a-b3d7-fad370773f72 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604656 Jul 21 00:20:33.126672 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-337a9b9b-4f75-413e-ba20-1ab4af361186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:33.128182 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-337a9b9b-4f75-413e-ba20-1ab4af361186 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f22d0083c2c144068e91c8a2bcaa1481&device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 1096 time: 0.1604147 Jul 21 00:20:33.189728 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-e68dd162-f2cd-4273-bc0e-46eb910091e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e162813-c1c8-4e44-a828-bae47f1ee280 HTTP/1.1" status: 200 len: 217 time: 0.0512295 Jul 21 00:20:33.208224 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:20:33.311734 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-ce213bb6-8d18-43d3-85fa-9f9d8b3146f2 None None] Provisioning complete for port 79230556-c393-4686-ad5a-c63e5f0d75f1 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:33.312733 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce213bb6-8d18-43d3-85fa-9f9d8b3146f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:33.320320 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1b904-17af-4039-9de1-81681af13999 req-f5edd36f-f68a-4b43-a019-844beda8fb73 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:33.321926 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-71b1b904-17af-4039-9de1-81681af13999 req-f5edd36f-f68a-4b43-a019-844beda8fb73 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0775096 Jul 21 00:20:33.352357 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ce213bb6-8d18-43d3-85fa-9f9d8b3146f2 None None] Port 79230556-c393-4686-ad5a-c63e5f0d75f1 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:20:33.377630 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-71b1b904-17af-4039-9de1-81681af13999 req-9405455d-6bd5-4b94-8524-6cdf3ea56474 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493004 Jul 21 00:20:33.460209 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-c8c8bedf-eb95-4d14-b07f-462fcc2a2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:33.461696 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-c8c8bedf-eb95-4d14-b07f-462fcc2a2640 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a235f26f-88df-4af9-a594-27715e16ad7c HTTP/1.1" status: 200 len: 849 time: 0.2643814 Jul 21 00:20:33.493751 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 6aa727a4-86c9-4eb9-a241-5249f5816e1c up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:33.549045 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 6aa727a4-86c9-4eb9-a241-5249f5816e1c triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:33.549908 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:33.550573 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-ad377122-2ab7-4355-9d5a-435f06f917f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c056073f-6fea-42ea-a952-5b52ef1900b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582585 Jul 21 00:20:33.639489 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:20:33.647133 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c437c477-d2c8-4d7c-8aad-a410407e098f admin admin] 10.222.0.35 "PUT /v2.0/routers/ccd091ab-8aa9-4fbd-9641-d0670c7d89b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8658960 Jul 21 00:20:33.648249 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Sync routers for ids ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:20:33.663978 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Routers {'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:20:33.664680 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:20:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:33.671900 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-a108c47d-909d-4d6d-8599-ac2b6cc8e520 service neutron] 10.222.0.32 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082964 Jul 21 00:20:33.772641 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Set router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:20:33.777235 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7f24b60e-e1ba-4e85-9df7-d1f4d16ed207 req-c0c8cf38-871c-4971-9f53-7ccd198f02b2 service neutron] 10.222.0.32 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960407 Jul 21 00:20:33.924448 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6 req-b0bbc8e1-05db-4539-b3eb-d4692c5c0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:33.926387 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6 req-b0bbc8e1-05db-4539-b3eb-d4692c5c0a6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f22d0083c2c144068e91c8a2bcaa1481&device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 1096 time: 0.0993574 Jul 21 00:20:33.980692 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2e71-3e4b-44b4-951a-37c5a4128685 req-d205c568-45a3-447c-a266-d245fd910d58 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:33.982392 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3de2e71-3e4b-44b4-951a-37c5a4128685 req-d205c568-45a3-447c-a266-d245fd910d58 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0795245 Jul 21 00:20:34.033627 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3de2e71-3e4b-44b4-951a-37c5a4128685 req-0ac0170b-ea07-4bf3-aea1-571b2f064db0 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413017 Jul 21 00:20:34.038214 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'name': 'tempest-TestShelveInstance-871561923-router', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:32Z', 'revision_number': 4, 'project_id': 'f8167d01db934420af457aea18e524e0', 'gw_port': {'id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '79230556-c393-4686-ad5a-c63e5f0d75f1', 'name': '', 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'mac_address': 'fa:16:3e:d8:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c23805ff-3f00-4f14-831e-ccaa7e4771b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:30Z', 'updated_at': '2021-07-21T00:20:32Z', 'revision_number': 2, 'project_id': 'f8167d01db934420af457aea18e524e0', 'subnets': [{'id': 'c23805ff-3f00-4f14-831e-ccaa7e4771b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:34.042901 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6 req-bf710b6e-435e-4edb-b2de-19c5fe43b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:34.044525 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6 req-bf710b6e-435e-4edb-b2de-19c5fe43b5f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c056073f-6fea-42ea-a952-5b52ef1900b1 HTTP/1.1" status: 200 len: 910 time: 0.1100857 Jul 21 00:20:34.068194 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Checking router: ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:20:34.069255 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Updating router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 port 79230556-c393-4686-ad5a-c63e5f0d75f1 binding host dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:20:34.099327 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6 req-3372c99d-c899-42bb-ab1f-399235435860 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e162813-c1c8-4e44-a828-bae47f1ee280 HTTP/1.1" status: 200 len: 217 time: 0.0425663 Jul 21 00:20:34.106091 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.158220 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6 req-2a4b153e-512a-4512-a2b1-6091fe98bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:34.160068 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6 req-2a4b153e-512a-4512-a2b1-6091fe98bf44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a235f26f-88df-4af9-a594-27715e16ad7c HTTP/1.1" status: 200 len: 849 time: 0.0539329 Jul 21 00:20:34.176200 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58610) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:34.192621 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4841553-8642-4a46-92c0-de5552764ce5 req-98ad83ec-5e48-478a-acc0-740ae8eb5456 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:34.195112 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a4841553-8642-4a46-92c0-de5552764ce5 req-98ad83ec-5e48-478a-acc0-740ae8eb5456 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0808015 Jul 21 00:20:34.205341 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-274afc5c-a184-46dc-80e3-bd0deabef812 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698711828', 'description': 'tempest-secgroup-smoke-698711828 description', 'project_id': 'b98382a294204610b4908a27a3ac4e47'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:34.213813 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6 req-cb56a70b-a09b-47a9-b44a-be33b4e72b0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c056073f-6fea-42ea-a952-5b52ef1900b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469062 Jul 21 00:20:34.258874 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-274afc5c-a184-46dc-80e3-bd0deabef812 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.260832 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a4841553-8642-4a46-92c0-de5552764ce5 req-a9feebba-c715-4652-81b9-3cfed88c37c3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602913 Jul 21 00:20:34.264210 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e57f8116-2df4-41ef-b108-b5bbe7348772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.270061 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.367919 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6 req-70c83c54-545e-4d10-9e91-df9b7ec3906d service neutron] 10.222.0.32 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455302 Jul 21 00:20:34.374843 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24047609-89f1-437c-9962-07fc88973ff4 req-2d281f55-099c-4fa1-bfbd-2752873f1064 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:34.376466 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-24047609-89f1-437c-9962-07fc88973ff4 req-2d281f55-099c-4fa1-bfbd-2752873f1064 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 943 time: 0.1357441 Jul 21 00:20:34.460097 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-24047609-89f1-437c-9962-07fc88973ff4 req-af8ccd8a-3522-416d-9404-7c99634ab554 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746379 Jul 21 00:20:34.535446 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2753d7d3-5d20-491f-a55d-72fa9f7afaf6 req-72110cb6-f42f-4c45-a8f7-4ce6f5f77e50 service neutron] 10.222.0.32 "GET /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601653 Jul 21 00:20:34.552197 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-274afc5c-a184-46dc-80e3-bd0deabef812 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.558782 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-274afc5c-a184-46dc-80e3-bd0deabef812 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.561907 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8559b48-3d7b-4880-a83c-db10d83d501e req-ee91b1b7-7101-46de-b15c-d20f1dc71dc4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:34.570234 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a8559b48-3d7b-4880-a83c-db10d83d501e req-ee91b1b7-7101-46de-b15c-d20f1dc71dc4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0928686 Jul 21 00:20:34.594519 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-274afc5c-a184-46dc-80e3-bd0deabef812 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.598658 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-274afc5c-a184-46dc-80e3-bd0deabef812 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4185772 Jul 21 00:20:34.599433 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 58618) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:34.603778 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-fb7bb56c-d842-4fbd-aab5-df73041c295f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Request body: {'security_group_rule': {'security_group_id': '0944f0b6-fa0f-4beb-a379-6db2243d9dc8', 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:34.617907 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274afc5c-a184-46dc-80e3-bd0deabef812 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0944f0b6-fa0f-4beb-a379-6db2243d9dc8,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:34.638289 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a8559b48-3d7b-4880-a83c-db10d83d501e req-68f806e2-5d93-435e-bdbf-b3221349eafc tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671027 Jul 21 00:20:34.648056 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.658095 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb56c-d842-4fbd-aab5-df73041c295f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.668440 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Transition to ACTIVE for port object 79230556-c393-4686-ad5a-c63e5f0d75f1 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:20:34.677576 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.721810 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb56c-d842-4fbd-aab5-df73041c295f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.728839 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb56c-d842-4fbd-aab5-df73041c295f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.743958 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5a7a4-50a7-4879-b9a9-5bc46f33d512 None None] Pushing event updated for resources: {'Port': ['ID=79230556-c393-4686-ad5a-c63e5f0d75f1,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:34.758766 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bb56c-d842-4fbd-aab5-df73041c295f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bb5d4a-ea59-4c5b-89bf-4a53692d32d7,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:34.770524 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb56c-d842-4fbd-aab5-df73041c295f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.772037 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-fb7bb56c-d842-4fbd-aab5-df73041c295f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1718593 Jul 21 00:20:34.775165 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58622) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:34.781011 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-7a863cc1-819e-494d-9ec7-444c7304c8ed tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Request body: {'security_group_rule': {'security_group_id': '0944f0b6-fa0f-4beb-a379-6db2243d9dc8', 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:34.839936 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a863cc1-819e-494d-9ec7-444c7304c8ed tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.858717 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Attempting to bind port 79230556-c393-4686-ad5a-c63e5f0d75f1 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:20:34.860451 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Attempting to bind port 79230556-c393-4686-ad5a-c63e5f0d75f1 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '411c23a8-82b0-4f01-8523-dd4092148677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:20:34.861287 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Attempting to bind port 79230556-c393-4686-ad5a-c63e5f0d75f1 on network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:20:34.872536 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:20:34.874271 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Checking segment: {'id': '411c23a8-82b0-4f01-8523-dd4092148677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:34.875428 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.877221 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Bound using segment: {'id': '411c23a8-82b0-4f01-8523-dd4092148677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:20:34.877803 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Bound port: 79230556-c393-4686-ad5a-c63e5f0d75f1, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411c23a8-82b0-4f01-8523-dd4092148677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:20:34.879288 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.934681 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a863cc1-819e-494d-9ec7-444c7304c8ed tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.949581 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a863cc1-819e-494d-9ec7-444c7304c8ed tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.976223 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a863cc1-819e-494d-9ec7-444c7304c8ed tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2159199a-f99a-44c3-b95f-1b582d6512c4,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:34.986840 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a863cc1-819e-494d-9ec7-444c7304c8ed tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:34.987895 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-7a863cc1-819e-494d-9ec7-444c7304c8ed tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2115555 Jul 21 00:20:34.991721 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 58630) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:34.992231 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] For port 79230556-c393-4686-ad5a-c63e5f0d75f1, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:20:34.998206 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-20b77e52-726c-432e-b7f2-e723d539d842 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Request body: {'security_group_rule': {'security_group_id': '0944f0b6-fa0f-4beb-a379-6db2243d9dc8', 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:34.999860 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] For port 79230556-c393-4686-ad5a-c63e5f0d75f1, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=79230556-c393-4686-ad5a-c63e5f0d75f1,segment=NetworkSegment(411c23a8-82b0-4f01-8523-dd4092148677),segment_id=411c23a8-82b0-4f01-8523-dd4092148677)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:20:35.005950 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.034430 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-20b77e52-726c-432e-b7f2-e723d539d842 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.117175 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Routers {'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:20:35.118172 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:20:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:35.127503 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5a7a4-50a7-4879-b9a9-5bc46f33d512 None None] Pushing event updated for resources: {'Port': ['ID=79230556-c393-4686-ad5a-c63e5f0d75f1,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:35.160942 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-20b77e52-726c-432e-b7f2-e723d539d842 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.172755 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-20b77e52-726c-432e-b7f2-e723d539d842 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.233102 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b77e52-726c-432e-b7f2-e723d539d842 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caac6be7-0860-42a7-bce1-92416e8bb77f,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:35.236710 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-20b77e52-726c-432e-b7f2-e723d539d842 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.238053 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-20b77e52-726c-432e-b7f2-e723d539d842 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2443876 Jul 21 00:20:35.241355 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58638) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:35.248401 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-d9024ffa-dfa9-48d8-8e9d-42073e255ede tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Request body: {'security_group_rule': {'security_group_id': '0944f0b6-fa0f-4beb-a379-6db2243d9dc8', 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:35.264587 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb731c95-b656-4cfb-9e10-540e5991b082 req-1ef4be5d-572e-4138-b9dd-fff100278fbc tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:35.266296 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cb731c95-b656-4cfb-9e10-540e5991b082 req-1ef4be5d-572e-4138-b9dd-fff100278fbc tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1041136 Jul 21 00:20:35.271019 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.285102 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9024ffa-dfa9-48d8-8e9d-42073e255ede tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.313838 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] Set router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:20:35.323841 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cb731c95-b656-4cfb-9e10-540e5991b082 req-8184be6c-b8ce-4635-a48a-c7bd0cc725ce tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498054 Jul 21 00:20:35.363483 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9024ffa-dfa9-48d8-8e9d-42073e255ede tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.368057 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9024ffa-dfa9-48d8-8e9d-42073e255ede tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.390055 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9024ffa-dfa9-48d8-8e9d-42073e255ede tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.393513 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-d9024ffa-dfa9-48d8-8e9d-42073e255ede tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497772 Jul 21 00:20:35.394536 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58642) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:35.401701 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-63813f5f-2443-4467-82c5-da4c225ac569 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Request body: {'security_group_rule': {'security_group_id': '0944f0b6-fa0f-4beb-a379-6db2243d9dc8', 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:35.409421 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9024ffa-dfa9-48d8-8e9d-42073e255ede tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df613549-05a8-4042-89aa-a19ab10ade01,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:35.433165 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.securitygroups_db [None req-63813f5f-2443-4467-82c5-da4c225ac569 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Project b98382a294204610b4908a27a3ac4e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 00:20:35.444696 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63813f5f-2443-4467-82c5-da4c225ac569 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.444988 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36f0b2-279d-4270-82ff-288830b47ad5 req-cc90f28f-a89b-41bf-a3c0-72afa2f00eba tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:35.444988 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d36f0b2-279d-4270-82ff-288830b47ad5 req-cc90f28f-a89b-41bf-a3c0-72afa2f00eba tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0861661 Jul 21 00:20:35.483648 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6d36f0b2-279d-4270-82ff-288830b47ad5 req-d907b807-ffa3-4430-a6e8-b902e2fea63c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331237 Jul 21 00:20:35.515600 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63813f5f-2443-4467-82c5-da4c225ac569 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.526086 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63813f5f-2443-4467-82c5-da4c225ac569 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.543811 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63813f5f-2443-4467-82c5-da4c225ac569 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f051ae-db07-494e-bf03-a6af2a1f4e3d,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:35.551411 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63813f5f-2443-4467-82c5-da4c225ac569 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.552911 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-63813f5f-2443-4467-82c5-da4c225ac569 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547246 Jul 21 00:20:35.555523 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 58646) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:35.560648 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-aeb39ddc-e0d0-421c-9721-44694f973861 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Request body: {'security_group_rule': {'security_group_id': '0944f0b6-fa0f-4beb-a379-6db2243d9dc8', 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:35.581753 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'name': 'tempest-TestShelveInstance-871561923-router', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:32Z', 'revision_number': 4, 'project_id': 'f8167d01db934420af457aea18e524e0', 'gw_port': {'id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '79230556-c393-4686-ad5a-c63e5f0d75f1', 'name': '', 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'mac_address': 'fa:16:3e:d8:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c23805ff-3f00-4f14-831e-ccaa7e4771b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:30Z', 'updated_at': '2021-07-21T00:20:34Z', 'revision_number': 4, 'project_id': 'f8167d01db934420af457aea18e524e0', 'subnets': [{'id': 'c23805ff-3f00-4f14-831e-ccaa7e4771b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:20:35.583534 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.securitygroups_db [None req-aeb39ddc-e0d0-421c-9721-44694f973861 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Project b98382a294204610b4908a27a3ac4e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 00:20:35.589387 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aeb39ddc-e0d0-421c-9721-44694f973861 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.611031 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c99534-5bd9-4c50-b5e1-b38a94e63c51 None None] The sync data for ids ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'] in dv-cinder-679138-11-smb is: [{'id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'name': 'tempest-TestShelveInstance-871561923-router', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:32Z', 'revision_number': 4, 'project_id': 'f8167d01db934420af457aea18e524e0', 'gw_port': {'id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '79230556-c393-4686-ad5a-c63e5f0d75f1', 'name': '', 'network_id': '57b32d32-0ee1-44c0-aa43-9c13076d3d12', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'mac_address': 'fa:16:3e:d8:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c23805ff-3f00-4f14-831e-ccaa7e4771b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:30Z', 'updated_at': '2021-07-21T00:20:34Z', 'revision_number': 4, 'project_id': 'f8167d01db934420af457aea18e524e0', 'subnets': [{'id': 'c23805ff-3f00-4f14-831e-ccaa7e4771b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:20:35.638837 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeb5d5-eb64-4b7d-801d-18ae0712695b req-b92ef46c-4187-48fc-98c7-85ca6609c2ef tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:35.640414 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-81aeb5d5-eb64-4b7d-801d-18ae0712695b req-b92ef46c-4187-48fc-98c7-85ca6609c2ef tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 943 time: 0.0794981 Jul 21 00:20:35.673415 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aeb39ddc-e0d0-421c-9721-44694f973861 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.680939 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aeb39ddc-e0d0-421c-9721-44694f973861 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.700339 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb39ddc-e0d0-421c-9721-44694f973861 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acb11e9-ed18-4332-96d5-90ecece0fb13,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:35.708734 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aeb39ddc-e0d0-421c-9721-44694f973861 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:35.710570 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-aeb39ddc-e0d0-421c-9721-44694f973861 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541276 Jul 21 00:20:35.712166 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-81aeb5d5-eb64-4b7d-801d-18ae0712695b req-e54a31f4-0a44-4d47-a502-7224c21db13d tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594063 Jul 21 00:20:36.415806 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d24886-cfcf-474c-9510-0069f6e2e776 req-f1c8bbf1-0c25-4e94-970b-96b973e71e5e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:36.422860 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-03d24886-cfcf-474c-9510-0069f6e2e776 req-f1c8bbf1-0c25-4e94-970b-96b973e71e5e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0941508 Jul 21 00:20:36.508461 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-03d24886-cfcf-474c-9510-0069f6e2e776 req-0f0abd0d-4a61-417e-9221-82a2a25ce4dd tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845060 Jul 21 00:20:36.541993 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546ef60-3c8b-4282-99cf-25bbfbd1931b req-748e3dd7-c014-4ecc-a5a4-36fa70beb0c0 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:36.549495 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f546ef60-3c8b-4282-99cf-25bbfbd1931b req-748e3dd7-c014-4ecc-a5a4-36fa70beb0c0 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1185136 Jul 21 00:20:36.605654 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f546ef60-3c8b-4282-99cf-25bbfbd1931b req-ed1833a0-657a-4c41-80f5-6ff88075f07f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508411 Jul 21 00:20:36.654518 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:36.811551 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fb048-ff48-4271-a7db-7b29caf13693 req-811dc05d-7d1d-46ba-aab5-1e1d1dd8e2f9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:36.813458 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-856fb048-ff48-4271-a7db-7b29caf13693 req-811dc05d-7d1d-46ba-aab5-1e1d1dd8e2f9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1089349 Jul 21 00:20:36.866582 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-856fb048-ff48-4271-a7db-7b29caf13693 req-a0c4380d-8543-4131-811e-c74cf8384500 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463839 Jul 21 00:20:37.026602 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8befc-824b-452b-a3e4-24d8a39a6845 req-6a83bfe4-99df-42ff-9fad-9393b6bd88d0 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:37.028157 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-70a8befc-824b-452b-a3e4-24d8a39a6845 req-6a83bfe4-99df-42ff-9fad-9393b6bd88d0 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 943 time: 0.0737548 Jul 21 00:20:37.072145 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-70a8befc-824b-452b-a3e4-24d8a39a6845 req-5106539f-8666-48fa-879e-666529a962dd tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366552 Jul 21 00:20:37.509656 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 79230556-c393-4686-ad5a-c63e5f0d75f1 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:37.534811 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 2e162813-c1c8-4e44-a828-bae47f1ee280 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:20:37.594412 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 79230556-c393-4686-ad5a-c63e5f0d75f1 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:37.621967 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 79230556-c393-4686-ad5a-c63e5f0d75f1 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:37.622519 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:37.680449 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 2e162813-c1c8-4e44-a828-bae47f1ee280, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2e162813-c1c8-4e44-a828-bae47f1ee280,segment=NetworkSegment(ba4023e4-6a9e-4999-a4d2-0275d7d48667),segment_id=ba4023e4-6a9e-4999-a4d2-0275d7d48667)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:37.695265 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '2e162813-c1c8-4e44-a828-bae47f1ee280', 'network_id': 'c056073f-6fea-42ea-a952-5b52ef1900b1', 'port_id': '2e162813-c1c8-4e44-a828-bae47f1ee280', 'mac_address': 'fa:16:3e:7c:6d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a235f26f-88df-4af9-a594-27715e16ad7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:20:37.758568 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20d954-bc50-4d55-a730-33d33bf9c836 req-7bfaccaf-3d33-4919-96cc-ae97b195c9c0 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:37.762468 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ca20d954-bc50-4d55-a730-33d33bf9c836 req-7bfaccaf-3d33-4919-96cc-ae97b195c9c0 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0732400 Jul 21 00:20:37.763888 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:37.765871 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:37.787145 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e162813-c1c8-4e44-a828-bae47f1ee280 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:20:37.806837 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ca20d954-bc50-4d55-a730-33d33bf9c836 req-72806a1a-8a4f-4d7a-92a0-ddd73f6abfaf tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400865 Jul 21 00:20:37.823072 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 2e162813-c1c8-4e44-a828-bae47f1ee280, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2e162813-c1c8-4e44-a828-bae47f1ee280,segment=NetworkSegment(ba4023e4-6a9e-4999-a4d2-0275d7d48667),segment_id=ba4023e4-6a9e-4999-a4d2-0275d7d48667)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:37.827414 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 79230556-c393-4686-ad5a-c63e5f0d75f1, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=79230556-c393-4686-ad5a-c63e5f0d75f1,segment=NetworkSegment(411c23a8-82b0-4f01-8523-dd4092148677),segment_id=411c23a8-82b0-4f01-8523-dd4092148677)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:37.829539 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:37.835853 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:37.880656 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=2e162813-c1c8-4e44-a828-bae47f1ee280,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:37.946129 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=79230556-c393-4686-ad5a-c63e5f0d75f1,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:38.027016 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cea1e4-9c5e-4bfc-8cb5-4f7a3b0c8a8e req-1248c45a-f1b4-4d1f-9d88-febbb09337e7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:38.028571 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d8cea1e4-9c5e-4bfc-8cb5-4f7a3b0c8a8e req-1248c45a-f1b4-4d1f-9d88-febbb09337e7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0792251 Jul 21 00:20:38.064982 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d8cea1e4-9c5e-4bfc-8cb5-4f7a3b0c8a8e req-e5bc4d9f-47ed-4146-a5c5-74ee9e71bae6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Jul 21 00:20:38.150733 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['2e162813-c1c8-4e44-a828-bae47f1ee280'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:20:38.211306 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00499b3d-371d-4d78-9c76-e811f14a9608 req-1300803c-005e-4b34-9d12-150e6e48708c tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:38.225669 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-00499b3d-371d-4d78-9c76-e811f14a9608 req-1300803c-005e-4b34-9d12-150e6e48708c tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 944 time: 0.0838099 Jul 21 00:20:38.265278 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-00499b3d-371d-4d78-9c76-e811f14a9608 req-afdbf3ef-d63e-4535-9622-6b8cba39c6a7 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Jul 21 00:20:38.938771 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7f6d1-7008-4421-874c-c6426980bbba req-4091c657-d94e-4629-b945-6bc049392116 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:38.940413 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dcd7f6d1-7008-4421-874c-c6426980bbba req-4091c657-d94e-4629-b945-6bc049392116 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0654488 Jul 21 00:20:38.978559 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dcd7f6d1-7008-4421-874c-c6426980bbba req-17149880-33ec-485f-8d04-30b1fe1c1712 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326641 Jul 21 00:20:39.207979 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4473f-e9e0-4d22-bc82-43513b65e9d4 req-98defc54-56d1-4958-9002-0018d7a8b3bb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:39.210126 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-38c4473f-e9e0-4d22-bc82-43513b65e9d4 req-98defc54-56d1-4958-9002-0018d7a8b3bb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0672903 Jul 21 00:20:39.277039 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-38c4473f-e9e0-4d22-bc82-43513b65e9d4 req-209a8aa8-f775-469e-a23f-b016da45b652 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599899 Jul 21 00:20:39.405706 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dafa9-cb8b-47da-bda7-68f64068fb94 req-0877135b-d445-4fb5-b5c3-d974700b7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:39.407220 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-772dafa9-cb8b-47da-bda7-68f64068fb94 req-0877135b-d445-4fb5-b5c3-d974700b7431 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 1099 time: 0.0614276 Jul 21 00:20:39.478087 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcfa0a-9379-424d-9fb0-f16c7313b929 req-134ac1c0-ccd3-463e-86dd-13e7efbf5824 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:39.485222 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c4fcfa0a-9379-424d-9fb0-f16c7313b929 req-134ac1c0-ccd3-463e-86dd-13e7efbf5824 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1413853 Jul 21 00:20:39.509910 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451e5c9-4a40-44a0-ac93-cdc8dd5367a1 req-f7e93c2c-64fd-4ad2-a115-afb347401903 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:39.511404 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1451e5c9-4a40-44a0-ac93-cdc8dd5367a1 req-f7e93c2c-64fd-4ad2-a115-afb347401903 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 944 time: 0.1349058 Jul 21 00:20:39.513668 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 79230556-c393-4686-ad5a-c63e5f0d75f1 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:39.540081 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dafa9-cb8b-47da-bda7-68f64068fb94 req-dc47d1e3-d819-4017-93f2-7bf964a14ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:39.541988 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 2e162813-c1c8-4e44-a828-bae47f1ee280 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:39.542193 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-772dafa9-cb8b-47da-bda7-68f64068fb94 req-dc47d1e3-d819-4017-93f2-7bf964a14ab6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 919 time: 0.1179249 Jul 21 00:20:39.548968 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c4fcfa0a-9379-424d-9fb0-f16c7313b929 req-d8b866f4-51dd-449f-821d-6cbad0e60f4b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628576 Jul 21 00:20:39.565283 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1451e5c9-4a40-44a0-ac93-cdc8dd5367a1 req-bb906ae8-8899-402a-8aa7-8aba096640c3 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460548 Jul 21 00:20:39.598811 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-772dafa9-cb8b-47da-bda7-68f64068fb94 req-02bc206b-4347-446c-9b9e-8b34d0519d9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb056c4-cb2e-4011-974e-e948246b866e HTTP/1.1" status: 200 len: 217 time: 0.0473819 Jul 21 00:20:39.607875 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 79230556-c393-4686-ad5a-c63e5f0d75f1 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:39.608242 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:39.641622 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 2e162813-c1c8-4e44-a828-bae47f1ee280 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:20:39.648649 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 2e162813-c1c8-4e44-a828-bae47f1ee280 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:39.649039 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:39.651643 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dafa9-cb8b-47da-bda7-68f64068fb94 req-bda2e658-03f3-4f4b-9020-a214fde27f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:39.653149 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-772dafa9-cb8b-47da-bda7-68f64068fb94 req-bda2e658-03f3-4f4b-9020-a214fde27f53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 200 len: 858 time: 0.0440693 Jul 21 00:20:39.690319 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-772dafa9-cb8b-47da-bda7-68f64068fb94 req-c9eb9be3-05c8-4f90-a2c9-cf9f8c503693 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267677 Jul 21 00:20:39.765976 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:39.782440 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-772dafa9-cb8b-47da-bda7-68f64068fb94 req-0e0249d9-6be4-4061-8d1a-a872662ba4af service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845742 Jul 21 00:20:39.787821 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd7917-8bec-451b-9712-7a41ed453112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e162813-c1c8-4e44-a828-bae47f1ee280'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:20:39.790198 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9400d81b-26b4-4535-b09e-5853b35dd37e" -d '{"events": [{"server_uuid": "d7cd7917-8bec-451b-9712-7a41ed453112", "name": "network-vif-plugged", "status": "completed", "tag": "2e162813-c1c8-4e44-a828-bae47f1ee280"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:20:39.804488 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 2e162813-c1c8-4e44-a828-bae47f1ee280, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2e162813-c1c8-4e44-a828-bae47f1ee280,segment=NetworkSegment(ba4023e4-6a9e-4999-a4d2-0275d7d48667),segment_id=ba4023e4-6a9e-4999-a4d2-0275d7d48667)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:39.810774 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:39.839203 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2db67e-ed1a-4b89-90c3-f6abc68a0624 x-openstack-request-id: req-8d2db67e-ed1a-4b89-90c3-f6abc68a0624 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:20:39.839488 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd7917-8bec-451b-9712-7a41ed453112", "name": "network-vif-plugged", "status": "completed", "tag": "2e162813-c1c8-4e44-a828-bae47f1ee280", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:20:39.839738 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d2db67e-ed1a-4b89-90c3-f6abc68a0624 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:20:39.840116 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cd7917-8bec-451b-9712-7a41ed453112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e162813-c1c8-4e44-a828-bae47f1ee280', 'code': 200} Jul 21 00:20:39.866555 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=2e162813-c1c8-4e44-a828-bae47f1ee280,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:39.893431 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-772dafa9-cb8b-47da-bda7-68f64068fb94 req-bf60fff4-981c-4f58-9694-2905907f4ab4 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973723 Jul 21 00:20:40.015268 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbe15-7016-4e34-8ef6-7d7095a86247 req-6aa594fe-4082-4720-9daa-434b7efbb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:40.017026 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-761dbe15-7016-4e34-8ef6-7d7095a86247 req-6aa594fe-4082-4720-9daa-434b7efbb9c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 1098 time: 0.0561008 Jul 21 00:20:40.053487 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-761dbe15-7016-4e34-8ef6-7d7095a86247 req-e2fe247a-3e61-4517-bac4-d60b4a06c004 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288126 Jul 21 00:20:40.111390 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe5191-fc03-41ac-a910-bb4a629c39d2 req-8c7c9c3c-aa80-4f92-a207-c5569d28e04c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:40.112905 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5abe5191-fc03-41ac-a910-bb4a629c39d2 req-8c7c9c3c-aa80-4f92-a207-c5569d28e04c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0611439 Jul 21 00:20:40.150638 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5abe5191-fc03-41ac-a910-bb4a629c39d2 req-afce2dcb-724e-4f70-a500-13de99fa180d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313082 Jul 21 00:20:40.432873 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05848ef3-f718-4bf0-9066-40ce00d0bfd7 req-6230d54f-b0ea-4be0-b6b6-a749e91272ee tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:40.434500 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-05848ef3-f718-4bf0-9066-40ce00d0bfd7 req-6230d54f-b0ea-4be0-b6b6-a749e91272ee tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1231847 Jul 21 00:20:40.469949 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80206df3-bd00-4733-bef0-82fc7919adc6 req-7935fb25-17a5-4f4c-af39-621fc9b790a8 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:40.471536 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-80206df3-bd00-4733-bef0-82fc7919adc6 req-7935fb25-17a5-4f4c-af39-621fc9b790a8 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1122744 Jul 21 00:20:40.492362 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-e37957c5-46d5-43cd-9483-36778c99f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:40.494970 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-e37957c5-46d5-43cd-9483-36778c99f1d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 1099 time: 0.0790148 Jul 21 00:20:40.511606 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-05848ef3-f718-4bf0-9066-40ce00d0bfd7 req-ce795710-359a-4809-bdab-2beab701fd90 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694511 Jul 21 00:20:40.540250 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-80206df3-bd00-4733-bef0-82fc7919adc6 req-dce4cd6e-5174-40cb-aa21-484f51992cff tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521123 Jul 21 00:20:40.594933 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-1952722d-a093-4e63-a844-b68bea09972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:40.596414 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-1952722d-a093-4e63-a844-b68bea09972b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 911 time: 0.0930002 Jul 21 00:20:40.705400 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-510e91bd-b611-4fcb-9d83-b4675a566c46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d HTTP/1.1" status: 200 len: 1002 time: 0.0944667 Jul 21 00:20:40.765061 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-ab712d78-0a01-4339-b808-e58e0d5aed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:40.766373 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c9397-cd4a-4776-9122-23481a10922b req-bc399796-4781-4360-989d-b2b051b2df1b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:40.766851 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-ab712d78-0a01-4339-b808-e58e0d5aed98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f70018-3e48-4eeb-828a-b5371037ea59 HTTP/1.1" status: 200 len: 849 time: 0.0558996 Jul 21 00:20:40.767904 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-325c9397-cd4a-4776-9122-23481a10922b req-bc399796-4781-4360-989d-b2b051b2df1b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 945 time: 0.1191649 Jul 21 00:20:40.789959 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755d718-227c-437b-b979-c6df356127f8 req-2215ed6c-2dbb-41c2-b40c-025006f8f142 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:40.791449 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f755d718-227c-437b-b979-c6df356127f8 req-2215ed6c-2dbb-41c2-b40c-025006f8f142 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1324868 Jul 21 00:20:40.836471 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-325c9397-cd4a-4776-9122-23481a10922b req-95ea7bf8-2b2a-47f8-81cf-9e8b31884a38 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606403 Jul 21 00:20:40.837546 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-b073bdd9-8b33-4991-b16e-36b736e8662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:40.839081 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-b073bdd9-8b33-4991-b16e-36b736e8662f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8355f9be-4e62-41cd-bf82-895434776e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0628068 Jul 21 00:20:40.848514 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f755d718-227c-437b-b979-c6df356127f8 req-49ac2f4f-64f2-485f-9ec5-452810491422 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495491 Jul 21 00:20:40.940013 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-5afde262-b46d-4cd0-b699-75ff1620a5ae service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860996 Jul 21 00:20:41.042277 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-97fb2af3-ca6f-485a-9045-bcbb42f9475b req-777059e4-64ef-4568-8add-54a278bfc8c4 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932310 Jul 21 00:20:41.696570 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e39e18-219d-42db-963f-089c3eb32b1b req-0bf9dbbb-119f-480e-8924-f41c38ffb800 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:41.698097 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a7e39e18-219d-42db-963f-089c3eb32b1b req-0bf9dbbb-119f-480e-8924-f41c38ffb800 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1058233 Jul 21 00:20:41.716784 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12277c-8473-4ef7-83ef-6ca29dbf7e30 req-76a74f7e-5925-465c-a65a-05dd37cec6b6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:41.718222 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb12277c-8473-4ef7-83ef-6ca29dbf7e30 req-76a74f7e-5925-465c-a65a-05dd37cec6b6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0971022 Jul 21 00:20:41.760866 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a7e39e18-219d-42db-963f-089c3eb32b1b req-3206262b-b08f-422f-961c-b9ec3d603410 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571826 Jul 21 00:20:41.773438 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb12277c-8473-4ef7-83ef-6ca29dbf7e30 req-8fe647d6-ff6e-4449-86f1-1ffcdace740a tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474904 Jul 21 00:20:42.019266 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce50fa-2802-4913-aeb7-59adc090f65e req-241b6baa-f898-45bc-b2d8-ea6431d1c669 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:42.020753 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-54ce50fa-2802-4913-aeb7-59adc090f65e req-241b6baa-f898-45bc-b2d8-ea6431d1c669 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 945 time: 0.1068609 Jul 21 00:20:42.028195 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa180e57-7c53-4584-b44d-af58770569d1 req-131cb612-d810-4636-b722-d18dd6cbabb7 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:42.029572 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fa180e57-7c53-4584-b44d-af58770569d1 req-131cb612-d810-4636-b722-d18dd6cbabb7 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1068704 Jul 21 00:20:42.078146 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-54ce50fa-2802-4913-aeb7-59adc090f65e req-548fbaea-c524-4768-b110-ab2644a29f95 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473752 Jul 21 00:20:42.090211 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fa180e57-7c53-4584-b44d-af58770569d1 req-722a0a02-77a9-43ae-ba56-7ca30ee84ede tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536766 Jul 21 00:20:42.892285 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc418ef7-9e2e-4b73-b9b2-2224384c568f req-42bedf40-70fe-480c-ac70-3d9d3166134b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:42.893829 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bc418ef7-9e2e-4b73-b9b2-2224384c568f req-42bedf40-70fe-480c-ac70-3d9d3166134b tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 945 time: 0.0957816 Jul 21 00:20:42.935242 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:20:42.946638 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542de9-cd71-45a9-b1e1-a87a3caed492 req-eac8dff4-e06c-4025-9625-0f00fc1fc6d0 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:42.949188 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cf542de9-cd71-45a9-b1e1-a87a3caed492 req-eac8dff4-e06c-4025-9625-0f00fc1fc6d0 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1156912 Jul 21 00:20:42.980573 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bc418ef7-9e2e-4b73-b9b2-2224384c568f req-464ea591-af06-4f47-b36a-1a1533b2efc4 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782840 Jul 21 00:20:43.000888 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cf542de9-cd71-45a9-b1e1-a87a3caed492 req-6235e477-368c-4d74-a2f1-69e5601a9c5a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440981 Jul 21 00:20:43.097346 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0082b-3aaa-42f7-a53e-108e52f0d6b0 req-c16d093f-a9d3-4a9b-82d4-0d2d069b4bfe tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:43.098724 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-48a0082b-3aaa-42f7-a53e-108e52f0d6b0 req-c16d093f-a9d3-4a9b-82d4-0d2d069b4bfe tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0640078 Jul 21 00:20:43.138423 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-48a0082b-3aaa-42f7-a53e-108e52f0d6b0 req-d42fd8d9-6c10-49c7-af77-39c36fe5a449 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336094 Jul 21 00:20:43.217721 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee830e-3b79-467e-8e40-cde81529f0ab req-1aaf82ec-9617-4f65-9932-df79b615053b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:43.219171 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d7ee830e-3b79-467e-8e40-cde81529f0ab req-1aaf82ec-9617-4f65-9932-df79b615053b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0619273 Jul 21 00:20:43.259177 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d7ee830e-3b79-467e-8e40-cde81529f0ab req-79c2bb92-ac62-4d46-b257-4d842fca1d23 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Jul 21 00:20:44.109694 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972baeb1-e395-4207-8669-c36e7751613b req-ab3ae6e8-2b76-47fc-adb4-6da4ba49bd37 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:44.111193 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-972baeb1-e395-4207-8669-c36e7751613b req-ab3ae6e8-2b76-47fc-adb4-6da4ba49bd37 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 945 time: 0.0629320 Jul 21 00:20:44.148604 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-972baeb1-e395-4207-8669-c36e7751613b req-06370a6e-483f-4fed-a87e-8c2fd80b9bf0 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/security-groups?id=c55ea610-9aa5-41a6-9d59-6433d85e15d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Jul 21 00:20:44.273252 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3992-6a2a-4bb4-8c87-a5e88eb5729c req-3e8f9844-4ad2-4bd0-bc07-cafb15a06110 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:44.274526 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3fdd3992-6a2a-4bb4-8c87-a5e88eb5729c req-3e8f9844-4ad2-4bd0-bc07-cafb15a06110 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0639250 Jul 21 00:20:44.312288 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3fdd3992-6a2a-4bb4-8c87-a5e88eb5729c req-c3aac7e3-e4b7-4cb8-b272-6d4e87615e8d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322003 Jul 21 00:20:44.396546 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d0398-d29e-4a5b-ad8e-e07906073fd4 req-ef338e76-8d62-416b-a18b-97e498208f24 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:44.398113 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba9d0398-d29e-4a5b-ad8e-e07906073fd4 req-ef338e76-8d62-416b-a18b-97e498208f24 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0688961 Jul 21 00:20:44.434679 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba9d0398-d29e-4a5b-ad8e-e07906073fd4 req-c7f09d7a-3b1a-4b85-8f9f-d538b9aa78b5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310881 Jul 21 00:20:44.552086 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff43446-656c-49bd-8033-26d52af64dd4 req-f3511159-90c3-4f2c-b27c-77c282a27857 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:44.554367 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-aff43446-656c-49bd-8033-26d52af64dd4 req-f3511159-90c3-4f2c-b27c-77c282a27857 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 945 time: 0.0626931 Jul 21 00:20:44.661074 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-aff43446-656c-49bd-8033-26d52af64dd4 req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Deleting port 2e162813-c1c8-4e44-a828-bae47f1ee280 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:20:44.661423 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-aff43446-656c-49bd-8033-26d52af64dd4 req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:44.762418 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-aff43446-656c-49bd-8033-26d52af64dd4 req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] For port 2e162813-c1c8-4e44-a828-bae47f1ee280, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2e162813-c1c8-4e44-a828-bae47f1ee280,segment=NetworkSegment(ba4023e4-6a9e-4999-a4d2-0275d7d48667),segment_id=ba4023e4-6a9e-4999-a4d2-0275d7d48667)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:44.762775 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-aff43446-656c-49bd-8033-26d52af64dd4 req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:44.774756 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-aff43446-656c-49bd-8033-26d52af64dd4 req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Calling delete_port for 2e162813-c1c8-4e44-a828-bae47f1ee280 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:20:44.906331 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-aff43446-656c-49bd-8033-26d52af64dd4 req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:44.923036 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['2e162813-c1c8-4e44-a828-bae47f1ee280'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:20:44.947696 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Pushing event deleted for resources: {'Port': ['ID=2e162813-c1c8-4e44-a828-bae47f1ee280,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:44.967540 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.967540 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.967800 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.967973 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.968290 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.968616 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.968935 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.969274 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.969604 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.969910 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.970350 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:44.970691 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:45.010125 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff43446-656c-49bd-8033-26d52af64dd4 req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] No DVR routers for this DVR port 2e162813-c1c8-4e44-a828-bae47f1ee280 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:20:45.012674 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-aff43446-656c-49bd-8033-26d52af64dd4 req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:45.014684 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-aff43446-656c-49bd-8033-26d52af64dd4 req-7f2b0416-63b8-47de-9af1-fe9785ae76e2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.32 "DELETE /v2.0/ports/2e162813-c1c8-4e44-a828-bae47f1ee280 HTTP/1.1" status: 204 len: 173 time: 0.4549286 Jul 21 00:20:45.015107 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd7917-8bec-451b-9712-7a41ed453112', 'name': 'network-vif-deleted', 'tag': '2e162813-c1c8-4e44-a828-bae47f1ee280'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:20:45.017365 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558b3591-6a88-4be2-acfd-c29dcd019d0c" -d '{"events": [{"server_uuid": "d7cd7917-8bec-451b-9712-7a41ed453112", "name": "network-vif-deleted", "tag": "2e162813-c1c8-4e44-a828-bae47f1ee280"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:20:45.061507 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31616353-6fdc-4581-9964-dd92432ed7f5 x-openstack-request-id: req-31616353-6fdc-4581-9964-dd92432ed7f5 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:20:45.061789 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd7917-8bec-451b-9712-7a41ed453112", "name": "network-vif-deleted", "tag": "2e162813-c1c8-4e44-a828-bae47f1ee280", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:20:45.062037 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31616353-6fdc-4581-9964-dd92432ed7f5 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:20:45.062424 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cd7917-8bec-451b-9712-7a41ed453112', 'name': 'network-vif-deleted', 'tag': '2e162813-c1c8-4e44-a828-bae47f1ee280', 'status': 'completed', 'code': 200} Jul 21 00:20:45.261133 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3f95836d-604e-4f88-b677-989eeeb64dac req-a077aeef-0eb3-4ad2-b103-045431c99ca2 tempest-VolumesActionsTest-980534030 tempest-VolumesActionsTest-980534030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7cd7917-8bec-451b-9712-7a41ed453112 HTTP/1.1" status: 200 len: 210 time: 0.0328386 Jul 21 00:20:45.455334 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672834e1-724c-4116-ad6e-84c1f3e78615 req-15d11bc5-e678-4bf0-9f37-405aafa4c95b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:45.456828 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-672834e1-724c-4116-ad6e-84c1f3e78615 req-15d11bc5-e678-4bf0-9f37-405aafa4c95b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0652885 Jul 21 00:20:45.498550 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-672834e1-724c-4116-ad6e-84c1f3e78615 req-9269b349-ba6f-4489-9992-9b6e9a2935c3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358808 Jul 21 00:20:45.591813 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a559a-4bfe-44bd-8d6f-e4735e8d6e07 req-676573c8-8438-4d18-9e10-8b7a106c5e80 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:45.593689 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fe4a559a-4bfe-44bd-8d6f-e4735e8d6e07 req-676573c8-8438-4d18-9e10-8b7a106c5e80 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0694730 Jul 21 00:20:45.634587 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fe4a559a-4bfe-44bd-8d6f-e4735e8d6e07 req-b9d7d7e4-85a1-4b64-8c07-e68b695b47e4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Jul 21 00:20:46.638839 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27182cb-a4e7-49f6-a10f-47d6c97564b1 req-0acd4a67-5624-47e3-b37b-514b14575d66 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:46.640494 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f27182cb-a4e7-49f6-a10f-47d6c97564b1 req-0acd4a67-5624-47e3-b37b-514b14575d66 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0683925 Jul 21 00:20:46.690383 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f27182cb-a4e7-49f6-a10f-47d6c97564b1 req-f6ad5e1a-384c-4160-9eb0-6ebd81978e47 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441144 Jul 21 00:20:46.778968 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37392c20-a29f-4bb7-9d2c-d27525985d06 req-faf5f0d6-2102-41df-8aa2-64a499b02f8d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:46.780466 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-37392c20-a29f-4bb7-9d2c-d27525985d06 req-faf5f0d6-2102-41df-8aa2-64a499b02f8d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0657561 Jul 21 00:20:46.829070 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-37392c20-a29f-4bb7-9d2c-d27525985d06 req-31653558-a961-4b89-b83c-d2db381768bc tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Jul 21 00:20:47.570965 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device e2576825-6fb3-4025-8934-8bd565c801f3 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:20:47.668002 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:47.678701 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'port_id': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'mac_address': 'fa:16:3e:39:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:20:47.714486 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:47.726299 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2576825-6fb3-4025-8934-8bd565c801f3 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:20:47.745484 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:47.749479 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:47.799487 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=6']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:47.836040 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc6b11-b62b-4d43-8b7f-64c0c1676cc2 req-4d0459ca-ec96-4c76-9699-e9d387a4344d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:47.837531 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6bcc6b11-b62b-4d43-8b7f-64c0c1676cc2 req-4d0459ca-ec96-4c76-9699-e9d387a4344d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 945 time: 0.0653987 Jul 21 00:20:47.874882 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6bcc6b11-b62b-4d43-8b7f-64c0c1676cc2 req-3d3dd7f8-53f4-464c-a0a7-5b54f0416792 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317528 Jul 21 00:20:47.908633 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['e2576825-6fb3-4025-8934-8bd565c801f3'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:20:47.970012 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddd2f1-c554-49a0-8df9-e42920502836 req-fa375306-86b5-4b5f-a09e-c4e6915acbf6 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:47.971508 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a6ddd2f1-c554-49a0-8df9-e42920502836 req-fa375306-86b5-4b5f-a09e-c4e6915acbf6 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0659771 Jul 21 00:20:48.013704 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a6ddd2f1-c554-49a0-8df9-e42920502836 req-acedcbf0-1181-4566-a317-6d1bd4b6fb70 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Jul 21 00:20:49.016964 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29ffd8-ef98-4ef3-a659-55f8826f626c req-647a2801-5bea-4a43-984a-e89ccf41d5e0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:49.018442 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9c29ffd8-ef98-4ef3-a659-55f8826f626c req-647a2801-5bea-4a43-984a-e89ccf41d5e0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 945 time: 0.0681479 Jul 21 00:20:49.058349 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9c29ffd8-ef98-4ef3-a659-55f8826f626c req-3d032f84-0616-4c3d-900b-c471a0d5c5d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331366 Jul 21 00:20:49.142585 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff851440-4c83-4a9e-acc1-dfbdfebbae94 req-759df74e-b343-4b41-b82e-84a03f42f596 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:49.144074 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ff851440-4c83-4a9e-acc1-dfbdfebbae94 req-759df74e-b343-4b41-b82e-84a03f42f596 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0634921 Jul 21 00:20:49.181464 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ff851440-4c83-4a9e-acc1-dfbdfebbae94 req-b52539b4-0f2c-4165-ae55-cb291c9bc66a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312138 Jul 21 00:20:49.579434 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device e2576825-6fb3-4025-8934-8bd565c801f3 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:20:49.631508 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port e2576825-6fb3-4025-8934-8bd565c801f3 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:20:49.631873 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:49.710255 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:49.732055 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:20:49.734339 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a862cf7d-4c2a-408d-8626-1a9f5562373c" -d '{"events": [{"server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "name": "network-vif-plugged", "status": "completed", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:20:49.747377 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:20:49.751367 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:49.752158 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 2e162813-c1c8-4e44-a828-bae47f1ee280 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:20:49.794530 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c897501-9d84-4c24-93b7-d282815f2b7b x-openstack-request-id: req-9c897501-9d84-4c24-93b7-d282815f2b7b {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:20:49.794814 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "name": "network-vif-plugged", "status": "completed", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:20:49.795058 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c897501-9d84-4c24-93b7-d282815f2b7b {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:20:49.795433 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'code': 200} Jul 21 00:20:49.795926 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 2e162813-c1c8-4e44-a828-bae47f1ee280 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:20:49.796263 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 2e162813-c1c8-4e44-a828-bae47f1ee280 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:20:49.822167 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=7']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:50.193762 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6ad1-9490-4a92-8424-481e1488810a req-c22de4e9-946d-42ea-aeb7-7c9371863083 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:50.195262 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-847e6ad1-9490-4a92-8424-481e1488810a req-c22de4e9-946d-42ea-aeb7-7c9371863083 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0623920 Jul 21 00:20:50.240549 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-847e6ad1-9490-4a92-8424-481e1488810a req-e83ad985-9ede-45e3-9579-14364b7ef542 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 Jul 21 00:20:50.321854 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e53f3-028e-477c-b7db-63f242f28f15 req-0bf8e2df-e67b-425e-bda1-b3aad4c37639 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:50.323334 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-129e53f3-028e-477c-b7db-63f242f28f15 req-0bf8e2df-e67b-425e-bda1-b3aad4c37639 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0631051 Jul 21 00:20:50.361790 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-129e53f3-028e-477c-b7db-63f242f28f15 req-c40f2da4-071e-4e88-8ed3-ea8faece3937 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325427 Jul 21 00:20:51.384317 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a9d36-7108-4d25-a53e-0ac2ad5c2053 req-23f343b7-44ee-49bc-a129-791cf2c7b9aa tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:51.385849 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ff9a9d36-7108-4d25-a53e-0ac2ad5c2053 req-23f343b7-44ee-49bc-a129-791cf2c7b9aa tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0672405 Jul 21 00:20:51.424483 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ff9a9d36-7108-4d25-a53e-0ac2ad5c2053 req-02fe5de1-b4c6-446f-a6cc-4a72698cd74e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330725 Jul 21 00:20:51.497656 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639376d-ca92-4d29-a479-498c5fd64733 req-fc69d269-bc9d-40d3-a1d7-db78d113069f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:51.499150 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e639376d-ca92-4d29-a479-498c5fd64733 req-fc69d269-bc9d-40d3-a1d7-db78d113069f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0680642 Jul 21 00:20:51.536714 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e639376d-ca92-4d29-a479-498c5fd64733 req-1825df6a-07a2-4317-b55a-07ec9564944f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310502 Jul 21 00:20:52.224408 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 59080) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:52.333578 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f6d85431-56b7-4061-8d98-b0f46d8c3799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:52.424183 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f6d85431-56b7-4061-8d98-b0f46d8c3799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:52.428061 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f6d85431-56b7-4061-8d98-b0f46d8c3799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:52.470958 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-f6d85431-56b7-4061-8d98-b0f46d8c3799 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b082e3a5074c49598ae24910b479d98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452128 Jul 21 00:20:52.471473 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d85431-56b7-4061-8d98-b0f46d8c3799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082ac152-953d-4ef6-8550-f8b17de09935,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:52.473605 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 59088) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:52.550586 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:52.583266 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:52.610682 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7552af-9a16-42c9-8b3d-aa37f23bb55a req-88eec54f-9035-46dc-8656-b72a31ab11cd tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:52.612182 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb7552af-9a16-42c9-8b3d-aa37f23bb55a req-88eec54f-9035-46dc-8656-b72a31ab11cd tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1043820 Jul 21 00:20:52.699455 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb7552af-9a16-42c9-8b3d-aa37f23bb55a req-2262d77f-87fc-41be-8e55-c0cddf6e04a1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694673 Jul 21 00:20:52.707247 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:52.709794 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:52.713211 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/082ac152-953d-4ef6-8550-f8b17de09935 HTTP/1.1" status: 204 len: 168 time: 0.2363219 Jul 21 00:20:52.722415 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082ac152-953d-4ef6-8550-f8b17de09935,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:52.733172 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.733473 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.733820 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.734162 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.734511 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.734842 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.735136 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.735462 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.735790 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.736114 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.736438 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.736758 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b060baa-637f-48f8-9cad-cd9467eda5e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:20:52.746686 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23fcde-b1db-4422-87c5-cdcfa9bea0e8 req-d8bb818e-27aa-4373-a796-cbbfcff20d1d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:52.748215 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-de23fcde-b1db-4422-87c5-cdcfa9bea0e8 req-d8bb818e-27aa-4373-a796-cbbfcff20d1d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1351624 Jul 21 00:20:52.788315 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-de23fcde-b1db-4422-87c5-cdcfa9bea0e8 req-dc630b5b-e2bb-4a4d-aa74-ad2df8b38329 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338099 Jul 21 00:20:53.316913 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 59114) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:53.416287 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2084022288-network', 'tenant_id': '79ae415ef13d479fa32f508e6c10b167'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:53.437248 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Made reservation on behalf of 79ae415ef13d479fa32f508e6c10b167 for: {'network': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:20:53.439706 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:53.448563 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:53.540034 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:53.543811 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:53.567051 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:20:53.575857 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2487d29-7adb-46b0-9ba7-c23a0504aa6a,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:53.581507 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:53.581840 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.segments_db [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Added segment 8f0ae635-cc50-40d2-b8a0-4e6166626dfc of type vlan for network 2a232478-17b7-475f-a216-4b950af4d5ae Jul 21 00:20:53.624745 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:53.652688 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:53.653672 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:53.654365 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:53.684703 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3666282 Jul 21 00:20:53.687747 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 59120) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:20:53.692986 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Request body: {'subnet': {'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2084022288-subnet', 'tenant_id': '79ae415ef13d479fa32f508e6c10b167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:20:53.714577 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Made reservation on behalf of 79ae415ef13d479fa32f508e6c10b167 for: {'subnet': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:20:53.714939 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6cadb-08fd-4364-b204-194eed353d2d admin admin] Pushing event updated for resources: {'Network': ['ID=2a232478-17b7-475f-a216-4b950af4d5ae,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:53.717151 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8423794'] for subnet, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:53.725953 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 2a232478-17b7-475f-a216-4b950af4d5ae details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:20:53.843823 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef8006-c5a2-41e6-8940-3fd791814bdf req-7d344426-b4dd-43b3-bf15-0b1b2c13b0b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:53.845849 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-19ef8006-c5a2-41e6-8940-3fd791814bdf req-7d344426-b4dd-43b3-bf15-0b1b2c13b0b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0688348 Jul 21 00:20:53.905728 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3221126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8423680'] for subnet, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:53.919406 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-19ef8006-c5a2-41e6-8940-3fd791814bdf req-5cbead88-c385-4ab2-90e5-6f3b02091e06 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680418 Jul 21 00:20:53.950691 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2933-d1e4-494d-bdcc-fe771003ee40 req-4742d265-25e6-447f-a008-07db33ccae28 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:53.952203 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fbfc2933-d1e4-494d-bdcc-fe771003ee40 req-4742d265-25e6-447f-a008-07db33ccae28 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0789294 Jul 21 00:20:53.963958 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2279ee47-6c50-4390-8e4a-fc57af8639c0,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:20:53.979929 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Checking segment: {'id': '8f0ae635-cc50-40d2-b8a0-4e6166626dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:20:53.980284 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Network hostable DHCP agents. Network: 2a232478-17b7-475f-a216-4b950af4d5ae, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:20:53.991011 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fbfc2933-d1e4-494d-bdcc-fe771003ee40 req-493ddeb5-eb6a-47ad-8d5d-f88ad0323f6f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Jul 21 00:20:54.002801 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Network 2a232478-17b7-475f-a216-4b950af4d5ae is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:20:54.013306 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 2a232478-17b7-475f-a216-4b950af4d5ae) {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:20:54.018159 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:54.019981 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:20:54.021019 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69668c1c-3ec1-4d58-ac05-019cfe967f33 None None] Network 2a232478-17b7-475f-a216-4b950af4d5ae requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:20:54.036660 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-bf456b13-bc96-403a-b138-1a197b57aea2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3476291 Jul 21 00:20:54.149359 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3fac88-4681-4b97-a6c6-ef9c067aba01 None None] Network 2a232478-17b7-475f-a216-4b950af4d5ae requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:20:55.060861 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334345d-6dd5-4b16-aec1-548320ea16c7 req-bf7d2813-16bc-4f4d-9be8-2fedb0299c7e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:55.062497 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4334345d-6dd5-4b16-aec1-548320ea16c7 req-bf7d2813-16bc-4f4d-9be8-2fedb0299c7e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0636799 Jul 21 00:20:55.318200 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4334345d-6dd5-4b16-aec1-548320ea16c7 req-db721a5e-5e51-48ef-b395-f5d8cd94fdc8 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453494 Jul 21 00:20:55.338962 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3fcab-da13-47b9-90cd-e3243474128b req-6bdbcbc5-cb13-4d61-ad1c-1555efd8b779 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:55.340394 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a6b3fcab-da13-47b9-90cd-e3243474128b req-6bdbcbc5-cb13-4d61-ad1c-1555efd8b779 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.2770953 Jul 21 00:20:55.379842 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a6b3fcab-da13-47b9-90cd-e3243474128b req-bfccb2c5-274c-468a-b98e-0f4255a9a5ce tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Jul 21 00:20:56.457036 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0cc82-e403-4a66-93d2-dfe5255ab48f req-43991a3e-e244-4072-aa55-61d2bd5584f2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:56.458511 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-32e0cc82-e403-4a66-93d2-dfe5255ab48f req-43991a3e-e244-4072-aa55-61d2bd5584f2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0645370 Jul 21 00:20:56.496048 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-32e0cc82-e403-4a66-93d2-dfe5255ab48f req-3a96c6a6-2e96-4523-a586-7d6a598ee498 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319996 Jul 21 00:20:56.625458 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd006dd-f4f0-401d-811c-26186e34b8bf req-bac54aa9-8193-4daa-be99-d8447a2564ef tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:56.627317 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dbd006dd-f4f0-401d-811c-26186e34b8bf req-bac54aa9-8193-4daa-be99-d8447a2564ef tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0733230 Jul 21 00:20:56.663336 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dbd006dd-f4f0-401d-811c-26186e34b8bf req-d3058ac1-d644-41d1-a005-4faf1aad7cfe tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306590 Jul 21 00:20:57.631619 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb2d5f-777f-4210-af68-d1a0655a680f req-f82540cf-5ac5-4ee6-b2a9-6da363e07591 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:57.633227 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-becb2d5f-777f-4210-af68-d1a0655a680f req-f82540cf-5ac5-4ee6-b2a9-6da363e07591 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0671885 Jul 21 00:20:57.688857 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-becb2d5f-777f-4210-af68-d1a0655a680f req-30896329-6695-4d78-b60a-0c3895105d4a tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484831 Jul 21 00:20:57.824371 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5cd0d-5978-43bb-bc7a-4eadfa9ebd1c req-ecfd9eb1-6f01-444d-94ef-6d1aaed3dbba tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:57.825955 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9eb5cd0d-5978-43bb-bc7a-4eadfa9ebd1c req-ecfd9eb1-6f01-444d-94ef-6d1aaed3dbba tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0639753 Jul 21 00:20:57.862873 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9eb5cd0d-5978-43bb-bc7a-4eadfa9ebd1c req-f1ea1c24-77a2-49ee-b125-af82b877fb8a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Jul 21 00:20:58.155885 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-59013701-e52c-4c01-88fc-f2ad18506e7c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519936 Jul 21 00:20:58.233749 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-10a06190-8a70-4fab-aa20-19632b15b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:58.235496 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-10a06190-8a70-4fab-aa20-19632b15b1c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 1099 time: 0.0530951 Jul 21 00:20:58.362040 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-7645f165-a61e-4e8a-92c2-9ed58c05a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:58.363510 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-7645f165-a61e-4e8a-92c2-9ed58c05a378 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 911 time: 0.1029384 Jul 21 00:20:58.384075 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9af5f1f1-f229-4b22-abf3-3bab4bb330b0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:58.386013 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9af5f1f1-f229-4b22-abf3-3bab4bb330b0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/networks?id=2a232478-17b7-475f-a216-4b950af4d5ae HTTP/1.1" status: 200 len: 814 time: 0.1213679 Jul 21 00:20:58.402515 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-f21cefdd-db2c-4064-939c-ea0a99149cd6 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/quotas/79ae415ef13d479fa32f508e6c10b167 HTTP/1.1" status: 200 len: 375 time: 0.0103295 Jul 21 00:20:58.441818 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-c84c4ee9-e096-4835-bdd3-9875046c106f tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79ae415ef13d479fa32f508e6c10b167&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329857 Jul 21 00:20:58.443282 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-07f96464-0620-46e7-b1f4-246f4138d0b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d HTTP/1.1" status: 200 len: 1002 time: 0.0719824 Jul 21 00:20:58.504830 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-0aaae06a-f823-431d-b87a-7b905c67fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:58.506414 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-0aaae06a-f823-431d-b87a-7b905c67fcd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f70018-3e48-4eeb-828a-b5371037ea59 HTTP/1.1" status: 200 len: 849 time: 0.0563643 Jul 21 00:20:58.557140 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d0dfd6b9-8152-4fb7-978a-65c77318ab3e service neutron] 10.222.0.35 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084852 Jul 21 00:20:58.569126 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-843df1c1-224a-49dc-a4dd-ff9fef1c80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:58.570729 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-843df1c1-224a-49dc-a4dd-ff9fef1c80ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8355f9be-4e62-41cd-bf82-895434776e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0554667 Jul 21 00:20:58.661111 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-54a723cc-0950-41ca-9e3a-5c6818d66afe service neutron] 10.222.0.35 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970306 Jul 21 00:20:58.672036 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-f4d34d44-a5e7-4b9d-aa04-201b439410d4 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942347 Jul 21 00:20:58.830203 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6a2a4387-2ac6-4294-8382-d8a2b191040c req-ec99f968-1760-47f3-90e2-4ec7333db2e2 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492243 Jul 21 00:20:58.893011 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1e559-03bd-4c23-ab3b-31c178559634 req-2610deb8-e22a-47a3-bc2c-67dad1322bf5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:58.901003 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-47b1e559-03bd-4c23-ab3b-31c178559634 req-2610deb8-e22a-47a3-bc2c-67dad1322bf5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0836198 Jul 21 00:20:58.941785 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-422a02ac-b517-4ca1-9bad-160dd83e123e req-78197a7d-19c2-4ada-9fa2-36156a3179f1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 210 time: 0.0386283 Jul 21 00:20:58.966288 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-47b1e559-03bd-4c23-ab3b-31c178559634 req-da7514e9-9841-4973-af5e-159df5450875 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626290 Jul 21 00:20:59.101930 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562267ce-8d23-4204-8bee-b536c1e3506c req-113bc796-41d0-49f6-94f9-a45f54c197a5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:59.103985 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-562267ce-8d23-4204-8bee-b536c1e3506c req-113bc796-41d0-49f6-94f9-a45f54c197a5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0793443 Jul 21 00:20:59.147748 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-562267ce-8d23-4204-8bee-b536c1e3506c req-e7650925-93f8-4a5c-b3a9-fa722ef9ac0a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374000 Jul 21 00:20:59.985933 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-a621d3ad-5582-4d70-abbb-930a1e0d8373 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:20:59.988033 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-a621d3ad-5582-4d70-abbb-930a1e0d8373 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.32 "GET /v2.0/networks?id=2a232478-17b7-475f-a216-4b950af4d5ae HTTP/1.1" status: 200 len: 814 time: 0.1261313 Jul 21 00:21:00.002686 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Request body: {'port': {'device_id': '88eca272-1333-40b4-be17-4c5feb7e91f7', 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae', 'admin_state_up': True, 'tenant_id': '79ae415ef13d479fa32f508e6c10b167'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:21:00.086007 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8224ac19-801d-4cde-abc0-f74d0935d901 req-0be201e0-614b-4387-9639-0ddea4a369b7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 210 time: 0.0331211 Jul 21 00:21:00.147166 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Made reservation on behalf of 79ae415ef13d479fa32f508e6c10b167 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:21:00.151726 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:00.163111 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254944d6-d85c-4535-b675-e070fa5df2fd req-c9650605-8a12-49cc-8139-ab8dca417778 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:00.164785 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-254944d6-d85c-4535-b675-e070fa5df2fd req-c9650605-8a12-49cc-8139-ab8dca417778 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0813007 Jul 21 00:21:00.211760 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-254944d6-d85c-4535-b675-e070fa5df2fd req-3d1709f9-e1e7-481a-be91-1739e7041964 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 Jul 21 00:21:00.357578 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Allocated IP 172.20.0.4 (2a232478-17b7-475f-a216-4b950af4d5ae/2279ee47-6c50-4390-8e4a-fc57af8639c0/ce6069f6-5c2e-4e2a-b121-1e860e6d1503) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:21:00.373086 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e5d6a-b92b-4c78-bc62-f5e6a561f6bf req-a9f0cf08-8fa2-4104-85f0-fc4d2638b9ad tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:00.391885 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a85e5d6a-b92b-4c78-bc62-f5e6a561f6bf req-a9f0cf08-8fa2-4104-85f0-fc4d2638b9ad tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1277885 Jul 21 00:21:00.458781 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a85e5d6a-b92b-4c78-bc62-f5e6a561f6bf req-25d68ca4-e706-4eeb-88c3-4aa10e70cd48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603261 Jul 21 00:21:00.597678 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:00.645713 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:00.699139 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Network 2a232478-17b7-475f-a216-4b950af4d5ae is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:21:00.705952 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:21:00.707943 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Pushing event updated for resources: {'Port': ['ID=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:00.710240 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:21:00.788716 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:00.789687 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:00.816668 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-d135efde-0705-43f9-82f4-88758e38d3a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178496 Jul 21 00:21:00.833653 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Request body: {'port': {'device_id': '88eca272-1333-40b4-be17-4c5feb7e91f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:21:00.977373 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:01.264117 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce873170-84ee-4987-9c3d-a031fae73550 req-49ea6367-859e-4c90-a461-de9988dc64c3 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:01.269412 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ce873170-84ee-4987-9c3d-a031fae73550 req-49ea6367-859e-4c90-a461-de9988dc64c3 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 931 time: 0.0938513 Jul 21 00:21:01.412705 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ce873170-84ee-4987-9c3d-a031fae73550 req-49cbe5e6-9539-46bc-904d-71fcb5798a20 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325758 Jul 21 00:21:01.453337 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff832117-97d8-4145-b5b4-2657a58275be req-b7dbfb85-3824-42a0-b4c8-41012e64048c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:01.457071 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ff832117-97d8-4145-b5b4-2657a58275be req-b7dbfb85-3824-42a0-b4c8-41012e64048c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1491761 Jul 21 00:21:01.556420 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6069f6-5c2e-4e2a-b121-1e860e6d1503 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:21:01.560263 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:01.572934 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Transition to ACTIVE for port object ce6069f6-5c2e-4e2a-b121-1e860e6d1503 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:21:01.577607 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:01.622307 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ff832117-97d8-4145-b5b4-2657a58275be req-7cd61c3f-28cf-4921-b5c6-4d53880f54be tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572003 Jul 21 00:21:01.645999 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Pushing event updated for resources: {'Port': ['ID=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:01.672867 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-591b420f-5d81-492b-ba17-ca19857da7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:01.768564 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf3c9c-2e05-40d1-ac7a-4dff283bb1af req-5286db87-ce51-4b8b-80d9-222ba13b8cfa tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:01.768876 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Attempting to bind port ce6069f6-5c2e-4e2a-b121-1e860e6d1503 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:21:01.769274 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Attempting to bind port ce6069f6-5c2e-4e2a-b121-1e860e6d1503 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '8f0ae635-cc50-40d2-b8a0-4e6166626dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:21:01.769685 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Attempting to bind port ce6069f6-5c2e-4e2a-b121-1e860e6d1503 on network 2a232478-17b7-475f-a216-4b950af4d5ae {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:21:01.776499 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Port ce6069f6-5c2e-4e2a-b121-1e860e6d1503 on network 2a232478-17b7-475f-a216-4b950af4d5ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:21:01.776870 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Attempting to bind port ce6069f6-5c2e-4e2a-b121-1e860e6d1503 on network 2a232478-17b7-475f-a216-4b950af4d5ae {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:21:01.779293 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0baf3c9c-2e05-40d1-ac7a-4dff283bb1af req-5286db87-ce51-4b8b-80d9-222ba13b8cfa tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1532357 Jul 21 00:21:01.790243 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:21:01.790584 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Checking segment: {'id': '8f0ae635-cc50-40d2-b8a0-4e6166626dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:21:01.790975 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Bound using segment: {'id': '8f0ae635-cc50-40d2-b8a0-4e6166626dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:21:01.791411 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Bound port: ce6069f6-5c2e-4e2a-b121-1e860e6d1503, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0ae635-cc50-40d2-b8a0-4e6166626dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:21:01.791772 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:01.844059 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0baf3c9c-2e05-40d1-ac7a-4dff283bb1af req-ce0b050a-6576-448e-b738-0900af60c54b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576978 Jul 21 00:21:01.870201 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] For port ce6069f6-5c2e-4e2a-b121-1e860e6d1503, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:21:01.891377 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] For port ce6069f6-5c2e-4e2a-b121-1e860e6d1503, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,segment=NetworkSegment(8f0ae635-cc50-40d2-b8a0-4e6166626dfc),segment_id=8f0ae635-cc50-40d2-b8a0-4e6166626dfc)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:21:01.906480 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:01.954423 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:01.955285 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:01.957145 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] 10.222.0.32 "PUT /v2.0/ports/ce6069f6-5c2e-4e2a-b121-1e860e6d1503 HTTP/1.1" status: 200 len: 1093 time: 1.1297529 Jul 21 00:21:01.957811 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88eca272-1333-40b4-be17-4c5feb7e91f7', 'tag': 'ce6069f6-5c2e-4e2a-b121-1e860e6d1503'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:21:01.963371 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378" -d '{"events": [{"name": "network-changed", "server_uuid": "88eca272-1333-40b4-be17-4c5feb7e91f7", "tag": "ce6069f6-5c2e-4e2a-b121-1e860e6d1503"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:21:02.049702 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf40636-5072-421e-9d90-4b4d016dd6bf x-openstack-request-id: req-0cf40636-5072-421e-9d90-4b4d016dd6bf {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:21:02.049995 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88eca272-1333-40b4-be17-4c5feb7e91f7", "tag": "ce6069f6-5c2e-4e2a-b121-1e860e6d1503", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:21:02.050247 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0cf40636-5072-421e-9d90-4b4d016dd6bf {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:21:02.050641 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88eca272-1333-40b4-be17-4c5feb7e91f7', 'tag': 'ce6069f6-5c2e-4e2a-b121-1e860e6d1503', 'status': 'completed', 'code': 200} Jul 21 00:21:02.056731 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcb743-9eb9-4ac3-9f58-8db414dd8b2a service neutron] Pushing event updated for resources: {'Port': ['ID=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:02.087824 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-e7cad7e7-06e9-4ad6-a4fc-59dff2ca2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:02.089581 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-e7cad7e7-06e9-4ad6-a4fc-59dff2ca2aca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79ae415ef13d479fa32f508e6c10b167&device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 1096 time: 0.0782931 Jul 21 00:21:02.135642 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-0036f029-5274-4dc2-a651-f0b5eb6be987 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce6069f6-5c2e-4e2a-b121-1e860e6d1503 HTTP/1.1" status: 200 len: 217 time: 0.0378230 Jul 21 00:21:02.206623 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-84d83bba-cf86-4efe-90c9-c760aec6a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:02.208432 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-84d83bba-cf86-4efe-90c9-c760aec6a060 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2279ee47-6c50-4390-8e4a-fc57af8639c0 HTTP/1.1" status: 200 len: 854 time: 0.0662847 Jul 21 00:21:02.250905 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-83a1f80b-2f14-4f15-812f-eb2f81de0481 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a232478-17b7-475f-a216-4b950af4d5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353589 Jul 21 00:21:02.443589 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-1f169bde-3020-4a87-8121-f07a63d07779 service neutron] 10.222.0.32 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842957 Jul 21 00:21:02.532853 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:02.779636 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-30b4f39b-c0a5-4102-802f-0b173c666d1d req-05816a7b-815b-4132-b158-2860b215e2ef service neutron] 10.222.0.32 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251464 Jul 21 00:21:02.786826 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b0cec-c05f-4ed9-a55c-590881098ac1 req-1387372f-cbff-4b61-bc00-2a7008bb1777 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:02.799817 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-490b0cec-c05f-4ed9-a55c-590881098ac1 req-1387372f-cbff-4b61-bc00-2a7008bb1777 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.2327278 Jul 21 00:21:02.907991 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-490b0cec-c05f-4ed9-a55c-590881098ac1 req-9851e199-094e-4fbc-a66e-361a47993c11 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069038 Jul 21 00:21:02.990291 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378 req-ef1e460f-3bdb-4703-9ac3-8472fe7223af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:02.991911 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378 req-ef1e460f-3bdb-4703-9ac3-8472fe7223af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79ae415ef13d479fa32f508e6c10b167&device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 1096 time: 0.1435437 Jul 21 00:21:02.999580 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dff5c0-bc37-46b2-aeca-180b9a4dc462 req-0a385c27-9042-4a5f-9775-71d92a921144 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:03.009795 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77dff5c0-bc37-46b2-aeca-180b9a4dc462 req-0a385c27-9042-4a5f-9775-71d92a921144 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.2068539 Jul 21 00:21:03.202752 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77dff5c0-bc37-46b2-aeca-180b9a4dc462 req-5fe3be98-6f75-4e46-a9c5-cc41dd0b23ec tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861775 Jul 21 00:21:03.229898 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378 req-f51082b5-69e9-4de8-a26b-b04282b58e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:03.231543 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378 req-f51082b5-69e9-4de8-a26b-b04282b58e42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a232478-17b7-475f-a216-4b950af4d5ae HTTP/1.1" status: 200 len: 915 time: 0.2327600 Jul 21 00:21:03.267409 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8241936-4eca-48db-a64f-ddc6473482cd req-ef28723c-c357-4751-b1a9-7ba99d358c62 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:03.269094 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b8241936-4eca-48db-a64f-ddc6473482cd req-ef28723c-c357-4751-b1a9-7ba99d358c62 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1536560 Jul 21 00:21:03.286542 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378 req-5f0cd647-a1e5-444d-b65e-1b2222292019 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce6069f6-5c2e-4e2a-b121-1e860e6d1503 HTTP/1.1" status: 200 len: 217 time: 0.0458291 Jul 21 00:21:03.364897 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b8241936-4eca-48db-a64f-ddc6473482cd req-c8508bb6-92a3-4ca8-a355-cf2a1f302b33 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874791 Jul 21 00:21:03.384247 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378 req-61cc87b0-9d66-4594-a776-2c4896cec235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:03.393219 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378 req-61cc87b0-9d66-4594-a776-2c4896cec235 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2279ee47-6c50-4390-8e4a-fc57af8639c0 HTTP/1.1" status: 200 len: 854 time: 0.0962694 Jul 21 00:21:03.477130 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378 req-43481dd4-2f8a-4990-acf2-6bbfa72aaad6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a232478-17b7-475f-a216-4b950af4d5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800965 Jul 21 00:21:03.622775 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378 req-af6831f4-52c2-46ea-b354-18197b1c7a63 service neutron] 10.222.0.32 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356111 Jul 21 00:21:03.791059 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d031af19-c9fe-4afe-9bc0-c8c3c60d5378 req-b7317267-8f90-41ef-81fc-cc65ae07abd3 service neutron] 10.222.0.32 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543524 Jul 21 00:21:04.220057 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932b691-e920-4c59-9796-ee29b56cadbe req-6d48defa-1994-4834-9d80-f389c6be65d6 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:04.220687 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-92fda8ac-e6ee-4206-9a26-11f1d146ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:04.221677 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a932b691-e920-4c59-9796-ee29b56cadbe req-6d48defa-1994-4834-9d80-f389c6be65d6 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.1205168 Jul 21 00:21:04.258825 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:04.305191 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a932b691-e920-4c59-9796-ee29b56cadbe req-bc531bb2-932d-4a6f-bac4-8fa9fa465712 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706260 Jul 21 00:21:04.471051 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264fba2-383b-4cd3-bd6f-b928792049ab req-76bdcfb0-ead6-40b1-945f-36d30648c406 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:04.485679 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e264fba2-383b-4cd3-bd6f-b928792049ab req-76bdcfb0-ead6-40b1-945f-36d30648c406 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1786633 Jul 21 00:21:04.599435 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e264fba2-383b-4cd3-bd6f-b928792049ab req-88963013-cb2f-4b9d-b662-6474bda42e86 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123185 Jul 21 00:21:04.634602 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31191b75-4980-48c3-b780-fe5bd3c53c48 req-67855365-b9ac-4044-a6b5-d503317b9cfd tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:04.645436 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-31191b75-4980-48c3-b780-fe5bd3c53c48 req-67855365-b9ac-4044-a6b5-d503317b9cfd tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1569636 Jul 21 00:21:04.707509 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-31191b75-4980-48c3-b780-fe5bd3c53c48 req-233920b3-0e5f-4c9f-87dd-0ff1c28db3ec tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606380 Jul 21 00:21:05.187416 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:05.498944 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc922b09-4159-47d4-8107-f18d5d95af96 req-4a94ca9e-c789-4738-a66b-a327fec5c423 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:05.507439 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cc922b09-4159-47d4-8107-f18d5d95af96 req-4a94ca9e-c789-4738-a66b-a327fec5c423 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.0966008 Jul 21 00:21:05.580218 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cc922b09-4159-47d4-8107-f18d5d95af96 req-61978676-e21d-4b10-ad9b-d911ca273015 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714638 Jul 21 00:21:05.815016 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6c267-b96f-466f-9fef-c4006202cb1c req-7e54afbb-dc28-4fbb-b869-8aae93cc333e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:05.829486 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1ac6c267-b96f-466f-9fef-c4006202cb1c req-7e54afbb-dc28-4fbb-b869-8aae93cc333e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1141360 Jul 21 00:21:05.932885 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1ac6c267-b96f-466f-9fef-c4006202cb1c req-511fc41a-f218-40b7-9f1d-0bf8e483e021 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023560 Jul 21 00:21:06.012091 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8401a0f-63ea-4416-bf88-dce5684f6b16 req-0e7b55e2-0791-4f2f-80d0-22c0f1442efb tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:06.024290 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b8401a0f-63ea-4416-bf88-dce5684f6b16 req-0e7b55e2-0791-4f2f-80d0-22c0f1442efb tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1919396 Jul 21 00:21:06.106919 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b8401a0f-63ea-4416-bf88-dce5684f6b16 req-6a89a154-fdbb-4c4a-be78-2fce13b0bac6 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760560 Jul 21 00:21:06.650666 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:06.823472 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28f54e-a842-427d-b9e2-040d821c6e93 req-420fcef4-25de-47ad-ba98-b1408291fa90 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:06.831508 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6b28f54e-a842-427d-b9e2-040d821c6e93 req-420fcef4-25de-47ad-ba98-b1408291fa90 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.1350543 Jul 21 00:21:06.902525 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6b28f54e-a842-427d-b9e2-040d821c6e93 req-9fb6ae6b-25ef-4dde-a47a-2321ca4d2b67 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698092 Jul 21 00:21:07.435135 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998967b6-6e52-4a08-aad0-b8358a3e2e75 req-70447832-13a1-4f2b-a094-a551063ce7e9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:07.436931 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-998967b6-6e52-4a08-aad0-b8358a3e2e75 req-70447832-13a1-4f2b-a094-a551063ce7e9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.3599143 Jul 21 00:21:07.452244 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246fe77-bf2e-46ae-86e0-a40ba93a08b7 req-e5664970-3db0-4bcf-8901-cc32cbe8e508 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:07.481452 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2246fe77-bf2e-46ae-86e0-a40ba93a08b7 req-e5664970-3db0-4bcf-8901-cc32cbe8e508 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.2745261 Jul 21 00:21:07.588969 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2246fe77-bf2e-46ae-86e0-a40ba93a08b7 req-a475f94a-d2f4-47b2-ae23-41a033c85090 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038356 Jul 21 00:21:07.614718 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-998967b6-6e52-4a08-aad0-b8358a3e2e75 req-3c26f31f-339b-402a-9338-589c3876121a tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156580 Jul 21 00:21:08.093041 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4899e-6a9f-476b-b417-c4a7475b64f1 req-c4b4380b-b5bf-4e1b-9fe0-8309dbcf34a5 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:08.100490 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-91f4899e-6a9f-476b-b417-c4a7475b64f1 req-c4b4380b-b5bf-4e1b-9fe0-8309dbcf34a5 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.0976031 Jul 21 00:21:08.161977 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-91f4899e-6a9f-476b-b417-c4a7475b64f1 req-6eb9ea91-6248-4aac-8e6e-7b4f651155f2 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586975 Jul 21 00:21:08.760157 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea228c72-c1ff-4f93-8100-4f28ae486f0f req-7cd1a540-f478-4a40-9899-1eb087749187 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:08.762387 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ea228c72-c1ff-4f93-8100-4f28ae486f0f req-7cd1a540-f478-4a40-9899-1eb087749187 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0814581 Jul 21 00:21:08.842257 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ea228c72-c1ff-4f93-8100-4f28ae486f0f req-d50bb0ea-c9cc-4544-9413-e3a5d3eb84e2 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Jul 21 00:21:08.885903 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c2bc7-a259-47a9-89f5-a6e8373e8479 req-f5150ec8-887d-4872-bcd9-f37019ea8231 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:08.895488 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0a6c2bc7-a259-47a9-89f5-a6e8373e8479 req-f5150ec8-887d-4872-bcd9-f37019ea8231 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1317422 Jul 21 00:21:08.981301 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0a6c2bc7-a259-47a9-89f5-a6e8373e8479 req-235b1f80-12ac-4c24-abbf-a3485a2b6fc7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835812 Jul 21 00:21:09.489527 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c767e-a814-4b32-a2a6-be99876e07e5 req-7a84e0c9-26b2-464b-9204-28a726185a59 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:09.492364 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3f8c767e-a814-4b32-a2a6-be99876e07e5 req-7a84e0c9-26b2-464b-9204-28a726185a59 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.2237685 Jul 21 00:21:09.565527 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3f8c767e-a814-4b32-a2a6-be99876e07e5 req-54cd17e5-39ea-4c7b-b70f-0381faf7cace tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673518 Jul 21 00:21:10.045532 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e4cbe-f6aa-4503-8e0a-1a6c238c64ff req-68575a11-31c5-48f9-a38b-96aa8a06b71e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:10.047184 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-115e4cbe-f6aa-4503-8e0a-1a6c238c64ff req-68575a11-31c5-48f9-a38b-96aa8a06b71e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1216345 Jul 21 00:21:10.166628 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-115e4cbe-f6aa-4503-8e0a-1a6c238c64ff req-c3c57afe-3160-41d9-a430-6a2d948baeae tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121202 Jul 21 00:21:10.298562 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ff9ad-4672-4382-94ff-e6c99365a2f5 req-62f2ef10-7906-41d4-ab2e-c0d4ba554f3c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:10.300215 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f81ff9ad-4672-4382-94ff-e6c99365a2f5 req-62f2ef10-7906-41d4-ab2e-c0d4ba554f3c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1337035 Jul 21 00:21:10.391332 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f81ff9ad-4672-4382-94ff-e6c99365a2f5 req-5668bb22-619f-4231-aeb1-4353f0e8d70c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772772 Jul 21 00:21:10.851247 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1285590-6fca-4130-a962-1498cc0d56ad req-9a97ad9c-e6cb-49c5-82e4-8312e2d2fbb3 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:10.856697 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f1285590-6fca-4130-a962-1498cc0d56ad req-9a97ad9c-e6cb-49c5-82e4-8312e2d2fbb3 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.1704412 Jul 21 00:21:10.917481 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f1285590-6fca-4130-a962-1498cc0d56ad req-1770389c-38d1-46da-bbdb-8ebbb2900319 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544605 Jul 21 00:21:11.389642 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73d294-e035-4c20-af73-be87c63435ef req-20b01bfa-2396-4be9-959e-87b8c00613ae tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:11.400197 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5e73d294-e035-4c20-af73-be87c63435ef req-20b01bfa-2396-4be9-959e-87b8c00613ae tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1142795 Jul 21 00:21:11.458594 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5e73d294-e035-4c20-af73-be87c63435ef req-6016c8a3-a175-400f-9900-d84cdd237194 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568254 Jul 21 00:21:11.581942 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bcaaa-41d9-4c4a-8a4c-65e2876ce953 req-41af4afc-a434-4d9c-b4fc-66aa5d980e69 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:11.583573 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a01bcaaa-41d9-4c4a-8a4c-65e2876ce953 req-41af4afc-a434-4d9c-b4fc-66aa5d980e69 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0767953 Jul 21 00:21:11.636175 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a01bcaaa-41d9-4c4a-8a4c-65e2876ce953 req-daa0416e-1717-4983-afca-9d91ff7660f7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 Jul 21 00:21:12.072332 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97de2cf-c64f-445e-b6ec-70bea68979f9 req-68402b58-dbd2-4f20-a883-71181ed202f0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:12.073892 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d97de2cf-c64f-445e-b6ec-70bea68979f9 req-68402b58-dbd2-4f20-a883-71181ed202f0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.0853612 Jul 21 00:21:12.119052 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d97de2cf-c64f-445e-b6ec-70bea68979f9 req-6d096442-6667-48e9-bfc6-80a764f584f0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359583 Jul 21 00:21:12.633165 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ca635-bc71-409c-9f30-5888e65b4b4d req-6965c52b-3e1b-4796-a2f8-a558697682ce tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:12.640206 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-827ca635-bc71-409c-9f30-5888e65b4b4d req-6965c52b-3e1b-4796-a2f8-a558697682ce tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0766325 Jul 21 00:21:12.684844 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-827ca635-bc71-409c-9f30-5888e65b4b4d req-f2d951ac-5055-4109-b0db-e3ca6d12c42a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Jul 21 00:21:12.763170 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-9e29ce90-a9b3-448e-8723-644c14d5e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:12.764791 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-9e29ce90-a9b3-448e-8723-644c14d5e55c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 1099 time: 0.0710371 Jul 21 00:21:12.829328 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6837e6-a4f4-4bff-a2c3-b90c6fe971f0 req-e0c7138d-d7af-4fde-954c-fd7236e7f5ad tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:12.831176 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5e6837e6-a4f4-4bff-a2c3-b90c6fe971f0 req-e0c7138d-d7af-4fde-954c-fd7236e7f5ad tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0891116 Jul 21 00:21:12.911720 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-1f0c7a70-26aa-4713-8e8e-939724b4e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:12.913554 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-1f0c7a70-26aa-4713-8e8e-939724b4e84b service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 918 time: 0.1381383 Jul 21 00:21:12.914251 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5e6837e6-a4f4-4bff-a2c3-b90c6fe971f0 req-6661b3d3-0edf-4450-8a0e-942528c1a6a8 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767312 Jul 21 00:21:12.991092 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-7a99c374-26dd-45db-b263-2eddd01d3b9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2576825-6fb3-4025-8934-8bd565c801f3 HTTP/1.1" status: 200 len: 1001 time: 0.0663302 Jul 21 00:21:13.050915 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-541bc033-75ff-4fc6-8cc9-65e70dd842cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:13.052414 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-541bc033-75ff-4fc6-8cc9-65e70dd842cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.0491929 Jul 21 00:21:13.121507 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-45aeda8b-6c96-4df6-8645-fcab2a0a9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:13.124429 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-45aeda8b-6c96-4df6-8645-fcab2a0a9093 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0617557 Jul 21 00:21:13.241774 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-0c600d70-e89d-4c0d-96cf-720191f047bf service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014657 Jul 21 00:21:13.267625 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee0907-dae0-4ea9-94fa-4fbeecdebfac req-37ea5e47-fabf-4204-8ff9-016a05f53809 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:13.269167 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-02ee0907-dae0-4ea9-94fa-4fbeecdebfac req-37ea5e47-fabf-4204-8ff9-016a05f53809 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.0773962 Jul 21 00:21:13.316147 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-02ee0907-dae0-4ea9-94fa-4fbeecdebfac req-c1975e5f-c60c-48dd-8921-fab6dc95a356 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Jul 21 00:21:13.361833 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-cd9fbc3c-87fb-484d-ac70-7b544718a971 req-5d28ee42-d251-4af9-a08d-12c11f64dd6f service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099734 Jul 21 00:21:13.548630 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9706f2f-ddee-44ea-b74e-39953f8da8bf req-ddf75b85-924e-46b9-bf97-e61dd9943ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:13.550109 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b9706f2f-ddee-44ea-b74e-39953f8da8bf req-ddf75b85-924e-46b9-bf97-e61dd9943ce1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 1099 time: 0.0575635 Jul 21 00:21:13.591115 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b9706f2f-ddee-44ea-b74e-39953f8da8bf req-ca676dfc-34f5-4a4f-84de-abcbc51abef8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332556 Jul 21 00:21:13.808251 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f938a-2c4c-4c5b-aeac-57a5f0848898 req-00cf7edb-8582-475c-ae2c-5f8fb1d9302a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:13.810161 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-906f938a-2c4c-4c5b-aeac-57a5f0848898 req-00cf7edb-8582-475c-ae2c-5f8fb1d9302a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0643632 Jul 21 00:21:13.855899 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-906f938a-2c4c-4c5b-aeac-57a5f0848898 req-1bd7e8ab-cb73-4df2-8ef7-233b0958c0fb tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Jul 21 00:21:14.058029 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a94ef7-38dc-4e25-ac39-4c15e6147541 req-5725573a-9f65-4493-8e46-cda47fccfcab tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:14.060382 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-23a94ef7-38dc-4e25-ac39-4c15e6147541 req-5725573a-9f65-4493-8e46-cda47fccfcab tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.0794351 Jul 21 00:21:14.106153 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-23a94ef7-38dc-4e25-ac39-4c15e6147541 req-75a9018c-6ae5-4a6f-9960-3a68d0c0e779 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393262 Jul 21 00:21:14.456351 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31eaae-f1f9-4a80-8ed0-f1ebb78d5557 req-716a6af1-a641-44ec-8aa2-060ec9a5695e tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:14.457897 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cd31eaae-f1f9-4a80-8ed0-f1ebb78d5557 req-716a6af1-a641-44ec-8aa2-060ec9a5695e tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.0715618 Jul 21 00:21:14.507178 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cd31eaae-f1f9-4a80-8ed0-f1ebb78d5557 req-a4ecb9ca-f412-4969-83e8-71f58f008aff tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Jul 21 00:21:15.060318 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27bba9-9a51-4192-a0a5-0f76a624917b req-d507aa91-3c25-4f46-b94a-08ef1339be4e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:15.060318 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-aa27bba9-9a51-4192-a0a5-0f76a624917b req-d507aa91-3c25-4f46-b94a-08ef1339be4e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1106513 Jul 21 00:21:15.124021 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-aa27bba9-9a51-4192-a0a5-0f76a624917b req-f7c55747-1ecb-4e5b-ad81-ad5edb9de60e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487275 Jul 21 00:21:15.247019 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-614ea644-a3c6-4fdf-857e-400789b880df tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698711828&fields=id&tenant_id=b98382a294204610b4908a27a3ac4e47 HTTP/1.1" status: 200 len: 267 time: 0.0439036 Jul 21 00:21:15.416984 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e9deb-1072-4654-bd03-98a614d71143 req-a52fcf5a-36b7-4290-a728-9fe3f200c101 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:15.418512 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-476e9deb-1072-4654-bd03-98a614d71143 req-a52fcf5a-36b7-4290-a728-9fe3f200c101 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 946 time: 0.1822462 Jul 21 00:21:15.425152 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0217-f037-4231-a69d-14b7498e9acf req-4fc3f47b-5ca0-4b1b-9686-1082994b13d2 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:15.426587 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-4fc3f47b-5ca0-4b1b-9686-1082994b13d2 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/networks?id=0c706641-be67-4d64-adc0-ebb5149a1807 HTTP/1.1" status: 200 len: 809 time: 0.1788218 Jul 21 00:21:15.453867 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-39458147-67dd-41d8-b23a-ca5bcec4ed5e tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/quotas/b98382a294204610b4908a27a3ac4e47 HTTP/1.1" status: 200 len: 375 time: 0.0192962 Jul 21 00:21:15.508882 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-476e9deb-1072-4654-bd03-98a614d71143 req-87f32b07-151f-4470-8daf-e6f8b80b1b1e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804515 Jul 21 00:21:15.574343 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-42e81e53-a56c-4c89-918a-388c21965b4f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b98382a294204610b4908a27a3ac4e47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146879 Jul 21 00:21:15.719730 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-97a9555d-bffc-466e-a6a4-0a575e79d936 service neutron] 10.222.0.35 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257651 Jul 21 00:21:15.727845 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device ce6069f6-5c2e-4e2a-b121-1e860e6d1503 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:21:15.731930 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device e2576825-6fb3-4025-8934-8bd565c801f3 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:21:15.866804 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-0596867a-5cfc-4a67-84d7-3e91f55ee276 service neutron] 10.222.0.35 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458592 Jul 21 00:21:15.964407 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:15.997904 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:21:16.000626 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dffb02-9992-4966-94ff-68f72af84b40" -d '{"events": [{"server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "name": "network-vif-unplugged", "status": "completed", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:21:16.050796 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:16.062649 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:16.083486 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f466b-22b0-43a6-a817-2fd23dfa8945 req-daecd346-2617-4d28-8864-c3edd3b596e7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:16.089434 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f63f466b-22b0-43a6-a817-2fd23dfa8945 req-daecd346-2617-4d28-8864-c3edd3b596e7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 943 time: 0.1130493 Jul 21 00:21:16.135600 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port ce6069f6-5c2e-4e2a-b121-1e860e6d1503, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,segment=NetworkSegment(8f0ae635-cc50-40d2-b8a0-4e6166626dfc),segment_id=8f0ae635-cc50-40d2-b8a0-4e6166626dfc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:16.147696 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=8']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:16.167195 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f63f466b-22b0-43a6-a817-2fd23dfa8945 req-c37ef87f-1a13-4e91-b3fb-9c9d4e7ea14b tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708246 Jul 21 00:21:16.193625 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': 'ce6069f6-5c2e-4e2a-b121-1e860e6d1503', 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae', 'port_id': 'ce6069f6-5c2e-4e2a-b121-1e860e6d1503', 'mac_address': 'fa:16:3e:33:51:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2279ee47-6c50-4390-8e4a-fc57af8639c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:21:16.247132 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:16.264232 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6069f6-5c2e-4e2a-b121-1e860e6d1503 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:21:16.288258 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port ce6069f6-5c2e-4e2a-b121-1e860e6d1503, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,segment=NetworkSegment(8f0ae635-cc50-40d2-b8a0-4e6166626dfc),segment_id=8f0ae635-cc50-40d2-b8a0-4e6166626dfc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:16.293319 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:16.390195 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:16.414913 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Jul 2021 00:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38650c78-ec2e-4b75-8584-03adee0f50aa x-openstack-request-id: req-38650c78-ec2e-4b75-8584-03adee0f50aa {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:21:16.415385 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "name": "network-vif-unplugged", "status": "failed", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3", "code": 422}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:21:16.415652 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38650c78-ec2e-4b75-8584-03adee0f50aa {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:21:16.416185 dv-cinder-679138-11-smb neutron-server[94870]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'code': 422} returned with failed status Jul 21 00:21:16.512371 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-96785694-015b-433c-8def-579a968f5ace req-abd5a93d-6522-45d8-86a5-5ecdd28a4a3e tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 210 time: 0.0614207 Jul 21 00:21:16.549866 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6c959-b75f-432c-8f91-8b69ab28375b req-476ff64e-d34a-4d1f-97ae-adbd3b019be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:16.552237 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-56b6c959-b75f-432c-8f91-8b69ab28375b req-476ff64e-d34a-4d1f-97ae-adbd3b019be4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd5871663544f74a895b1f008de7cc8&device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 1099 time: 0.0939767 Jul 21 00:21:16.559276 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['ce6069f6-5c2e-4e2a-b121-1e860e6d1503'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:21:16.620340 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94b0a5-eee2-49a5-9ade-6c635142cc06 req-c6ec1b2c-78f1-495f-a422-cc3b1335cbcc tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:16.626647 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9e94b0a5-eee2-49a5-9ade-6c635142cc06 req-c6ec1b2c-78f1-495f-a422-cc3b1335cbcc tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1176023 Jul 21 00:21:16.710387 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6c959-b75f-432c-8f91-8b69ab28375b req-2b4ba8d1-56bd-41ac-a504-f56afa65680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:16.712901 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-56b6c959-b75f-432c-8f91-8b69ab28375b req-2b4ba8d1-56bd-41ac-a504-f56afa65680d service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 200 len: 919 time: 0.1525273 Jul 21 00:21:16.760284 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-56b6c959-b75f-432c-8f91-8b69ab28375b req-5a4e2047-dd02-4418-a806-2bed223bff8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb056c4-cb2e-4011-974e-e948246b866e HTTP/1.1" status: 200 len: 217 time: 0.0400815 Jul 21 00:21:16.779631 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9e94b0a5-eee2-49a5-9ade-6c635142cc06 req-23aa62c5-dc2f-49d8-a9d8-0a134fecd3b0 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483252 Jul 21 00:21:16.877970 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f583e5d-1575-4252-8dbc-2f834856d1a8 req-9e9e7f36-5e72-4724-b005-ab94890699ec tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:16.880005 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6f583e5d-1575-4252-8dbc-2f834856d1a8 req-9e9e7f36-5e72-4724-b005-ab94890699ec tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.2095249 Jul 21 00:21:16.889977 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6c959-b75f-432c-8f91-8b69ab28375b req-9bec5d53-848e-410c-a4f7-cf4d2852c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:16.891764 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-56b6c959-b75f-432c-8f91-8b69ab28375b req-9bec5d53-848e-410c-a4f7-cf4d2852c880 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 200 len: 858 time: 0.1245871 Jul 21 00:21:16.947009 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6f583e5d-1575-4252-8dbc-2f834856d1a8 req-88606ebc-3012-4ad5-b788-3b9531893136 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584126 Jul 21 00:21:16.962733 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-56b6c959-b75f-432c-8f91-8b69ab28375b req-d2e211b6-4f07-4c7a-840f-e7649ccf18c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598888 Jul 21 00:21:17.179180 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-56b6c959-b75f-432c-8f91-8b69ab28375b req-45b15f36-3065-4d8f-94ac-7df2b5038af7 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094314 Jul 21 00:21:17.311873 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-56b6c959-b75f-432c-8f91-8b69ab28375b req-defdb095-79ce-49ae-874e-78b99d874766 service neutron] 10.222.0.32 "GET /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240091 Jul 21 00:21:17.399295 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e518c-b4fa-444e-b1db-b11425a451ce req-325e40cb-edac-4715-a9fe-5b0394ec950c tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:17.414069 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-262e518c-b4fa-444e-b1db-b11425a451ce req-325e40cb-edac-4715-a9fe-5b0394ec950c tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 944 time: 0.0923259 Jul 21 00:21:17.469332 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-262e518c-b4fa-444e-b1db-b11425a451ce req-899f6a52-20ab-4b48-b3cf-5fc34ae2ef4b tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506139 Jul 21 00:21:17.615687 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ad3212e-4489-40db-b08d-6c169cbe49e7 req-03508b11-79a3-4455-bf45-c20cea72ea3d tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 210 time: 0.0475085 Jul 21 00:21:17.739933 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device ce6069f6-5c2e-4e2a-b121-1e860e6d1503 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:21:17.854775 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port ce6069f6-5c2e-4e2a-b121-1e860e6d1503 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:21:17.861717 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port ce6069f6-5c2e-4e2a-b121-1e860e6d1503 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:21:17.862245 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:18.070334 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:18.102478 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a3564-8fb0-4b5c-b611-fe2a8c7b69cd req-a33af5ac-eae5-4b13-97bd-269d1f744a34 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:18.104252 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1b7a3564-8fb0-4b5c-b611-fe2a8c7b69cd req-a33af5ac-eae5-4b13-97bd-269d1f744a34 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.2269881 Jul 21 00:21:18.123378 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f7eaf-56ad-44c6-adb0-0de5d8bb378f req-1f419b64-d244-42cb-a0cb-cbba278660b6 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:18.139887 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1c5f7eaf-56ad-44c6-adb0-0de5d8bb378f req-1f419b64-d244-42cb-a0cb-cbba278660b6 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.1889575 Jul 21 00:21:18.170200 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port ce6069f6-5c2e-4e2a-b121-1e860e6d1503, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,segment=NetworkSegment(8f0ae635-cc50-40d2-b8a0-4e6166626dfc),segment_id=8f0ae635-cc50-40d2-b8a0-4e6166626dfc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:18.172419 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0217-f037-4231-a69d-14b7498e9acf req-e3aa990e-c248-4199-96dc-b680e94d2c9f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:18.175888 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-e3aa990e-c248-4199-96dc-b680e94d2c9f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.32 "GET /v2.0/networks?id=0c706641-be67-4d64-adc0-ebb5149a1807 HTTP/1.1" status: 200 len: 809 time: 0.2529480 Jul 21 00:21:18.179250 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:18.295785 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-bd028b4a-23ad-4789-b5e0-74c3dd5e8d88 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98382a294204610b4908a27a3ac4e47 HTTP/1.1" status: 200 len: 379 time: 0.1000040 Jul 21 00:21:18.311517 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:18.317298 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1c5f7eaf-56ad-44c6-adb0-0de5d8bb378f req-4608c197-8812-444f-bae7-7ac964a74009 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752279 Jul 21 00:21:18.319651 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Request body: {'port': {'device_id': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'admin_state_up': True, 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'security_groups': ['0944f0b6-fa0f-4beb-a379-6db2243d9dc8']}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:21:18.320261 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1b7a3564-8fb0-4b5c-b611-fe2a8c7b69cd req-db1b955a-e756-4d67-8652-b24fece166fd tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773021 Jul 21 00:21:18.358364 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.358627 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.358962 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.359511 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.360014 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.360513 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.361036 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.361557 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.362498 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.363078 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.363455 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.363932 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:18.417430 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eca272-1333-40b4-be17-4c5feb7e91f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6069f6-5c2e-4e2a-b121-1e860e6d1503'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:21:18.420199 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6bfb56-d1de-4b17-87e3-6de8c74f4af1" -d '{"events": [{"server_uuid": "88eca272-1333-40b4-be17-4c5feb7e91f7", "name": "network-vif-plugged", "status": "completed", "tag": "ce6069f6-5c2e-4e2a-b121-1e860e6d1503"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:21:18.458724 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 59628) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:18.490781 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc529bf-5a63-4b53-acc9-a6dec1fbdf3d x-openstack-request-id: req-3dc529bf-5a63-4b53-acc9-a6dec1fbdf3d {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:21:18.491869 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eca272-1333-40b4-be17-4c5feb7e91f7", "name": "network-vif-plugged", "status": "completed", "tag": "ce6069f6-5c2e-4e2a-b121-1e860e6d1503", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:21:18.497929 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3dc529bf-5a63-4b53-acc9-a6dec1fbdf3d {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:21:18.498458 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eca272-1333-40b4-be17-4c5feb7e91f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6069f6-5c2e-4e2a-b121-1e860e6d1503', 'code': 200} Jul 21 00:21:18.599195 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Made reservation on behalf of b98382a294204610b4908a27a3ac4e47 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:21:18.608189 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:18.893875 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Allocated IP 172.20.0.11 (0c706641-be67-4d64-adc0-ebb5149a1807/e7e73f3a-fa02-4d00-9da8-e163115c08ce/8f03f858-4388-48e0-9e89-f6fdbc886a07) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:21:18.918730 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff1bab-3d47-4948-a60f-c3e2b28099d2 req-a6e1a8b1-7498-4722-ab2a-db4645075505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:18.920559 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17ff1bab-3d47-4948-a60f-c3e2b28099d2 req-a6e1a8b1-7498-4722-ab2a-db4645075505 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 1098 time: 0.0923100 Jul 21 00:21:19.016284 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-17ff1bab-3d47-4948-a60f-c3e2b28099d2 req-37549fd9-5181-4809-a4e6-a3a8d1b537fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855360 Jul 21 00:21:19.073179 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-be909c81-da87-4d05-81fd-de59b8fca91a req-1e31178a-0903-424b-afaa-5b4a5b77a2ab tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 210 time: 0.2955751 Jul 21 00:21:19.108992 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-780c681b-fb60-420c-89a9-07bde36fc1db req-cb8d01fb-4124-4a18-8eae-6155bba5f77c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6490047 Jul 21 00:21:19.163299 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c218c-9473-404f-a367-f5dee879ae0d req-8935ae0f-2a2f-4cbb-a03d-20c37c9839ea tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:19.168875 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-af0c218c-9473-404f-a367-f5dee879ae0d req-8935ae0f-2a2f-4cbb-a03d-20c37c9839ea tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 945 time: 0.4517040 Jul 21 00:21:19.176125 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:19.196034 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Transition to ACTIVE for port object 8f03f858-4388-48e0-9e89-f6fdbc886a07 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:21:19.244787 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:19.263915 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-af0c218c-9473-404f-a367-f5dee879ae0d req-7c9b737e-e05e-48e9-8154-2ea368159211 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927007 Jul 21 00:21:19.311589 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Network 0c706641-be67-4d64-adc0-ebb5149a1807 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:21:19.316320 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:21:19.330063 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:21:19.387476 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event updated for resources: {'Port': ['ID=8f03f858-4388-48e0-9e89-f6fdbc886a07,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:19.435170 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:19.436110 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:19.465024 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-cce45b47-7dd1-4201-8de7-7b3481ba3b0a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1614010 Jul 21 00:21:19.491070 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Request body: {'port': {'device_id': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:21:19.643771 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1b683-0005-4437-88e3-6ce0e262f3af req-cf097226-a6a3-45e4-82be-8ab031b53b74 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:19.647785 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fbf1b683-0005-4437-88e3-6ce0e262f3af req-cf097226-a6a3-45e4-82be-8ab031b53b74 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.2402101 Jul 21 00:21:19.691440 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:19.709624 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c56f42-06b4-4513-b0bc-813a7fbf2a6d req-846bb13a-1491-4828-9c75-dfc0c7a0656f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:19.717990 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e5c56f42-06b4-4513-b0bc-813a7fbf2a6d req-846bb13a-1491-4828-9c75-dfc0c7a0656f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.2235918 Jul 21 00:21:19.760502 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device e2576825-6fb3-4025-8934-8bd565c801f3 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:21:19.793574 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fbf1b683-0005-4437-88e3-6ce0e262f3af req-af4eb8de-8945-4f11-b2fa-697347f2bde9 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246579 Jul 21 00:21:19.877890 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e5c56f42-06b4-4513-b0bc-813a7fbf2a6d req-2adb5d04-4fe1-4866-9ce6-9beabaca08bf tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586578 Jul 21 00:21:19.944101 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:21:19.948836 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-8c2d5e12-673f-40f8-8f9e-2cc99c6dd106 None None] Provisioning for port 8f03f858-4388-48e0-9e89-f6fdbc886a07 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:21:19.962331 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-8c2d5e12-673f-40f8-8f9e-2cc99c6dd106 None None] Provisioning complete for port 8f03f858-4388-48e0-9e89-f6fdbc886a07 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:21:19.968811 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5e12-673f-40f8-8f9e-2cc99c6dd106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:20.060710 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d5e12-673f-40f8-8f9e-2cc99c6dd106 None None] Port 8f03f858-4388-48e0-9e89-f6fdbc886a07 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:21:20.261135 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f03f858-4388-48e0-9e89-f6fdbc886a07 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:21:20.266025 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95a0dd-cf06-4f76-b32c-fd451ca4a98c req-fd937bef-33b3-4560-9aa1-89feb2c49943 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:20.268342 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8f95a0dd-cf06-4f76-b32c-fd451ca4a98c req-fd937bef-33b3-4560-9aa1-89feb2c49943 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 932 time: 0.1005437 Jul 21 00:21:20.275952 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:20.290784 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Transition to ACTIVE for port object 8f03f858-4388-48e0-9e89-f6fdbc886a07 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:21:20.298499 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:20.354638 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8f95a0dd-cf06-4f76-b32c-fd451ca4a98c req-9e934531-70d0-4067-918e-52490a6783fe tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795336 Jul 21 00:21:20.408791 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Pushing event updated for resources: {'Port': ['ID=8f03f858-4388-48e0-9e89-f6fdbc886a07,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:20.457739 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Attempting to bind port 8f03f858-4388-48e0-9e89-f6fdbc886a07 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:21:20.458253 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Attempting to bind port 8f03f858-4388-48e0-9e89-f6fdbc886a07 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:21:20.459410 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Attempting to bind port 8f03f858-4388-48e0-9e89-f6fdbc886a07 on network 0c706641-be67-4d64-adc0-ebb5149a1807 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:21:20.479929 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Port 8f03f858-4388-48e0-9e89-f6fdbc886a07 on network 0c706641-be67-4d64-adc0-ebb5149a1807 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:21:20.481494 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Attempting to bind port 8f03f858-4388-48e0-9e89-f6fdbc886a07 on network 0c706641-be67-4d64-adc0-ebb5149a1807 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:21:20.515767 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:21:20.516506 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Checking segment: {'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:21:20.517351 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Bound using segment: {'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:21:20.517797 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Bound port: 8f03f858-4388-48e0-9e89-f6fdbc886a07, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08db973e-2baf-4eba-beb8-923db82211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:21:20.518160 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:20.616723 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069504c-fd15-448f-9518-92575c714e7a req-c944ac31-ce73-4762-ad42-9be55eb5667a tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:20.642037 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1069504c-fd15-448f-9518-92575c714e7a req-c944ac31-ce73-4762-ad42-9be55eb5667a tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 945 time: 0.1793995 Jul 21 00:21:20.650322 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] For port 8f03f858-4388-48e0-9e89-f6fdbc886a07, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:21:20.655152 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] For port 8f03f858-4388-48e0-9e89-f6fdbc886a07, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:21:20.660435 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:20.715329 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:20.716016 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:20.718029 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] 10.222.0.32 "PUT /v2.0/ports/8f03f858-4388-48e0-9e89-f6fdbc886a07 HTTP/1.1" status: 200 len: 1094 time: 1.2389953 Jul 21 00:21:20.721156 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:21:20.721455 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1069504c-fd15-448f-9518-92575c714e7a req-4b074b1c-6e28-4528-bb3a-56a3ab3711da tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728095 Jul 21 00:21:20.733352 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261865cf-bc57-4a83-b2ea-a1c1b6443b28" -d '{"events": [{"name": "network-changed", "server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:21:20.764772 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c7ee5-3288-4c72-a59d-7c4271ffb27e service neutron] Pushing event updated for resources: {'Port': ['ID=8f03f858-4388-48e0-9e89-f6fdbc886a07,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:20.801557 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c719f7c-86db-4546-8d93-32ce79a96b73 x-openstack-request-id: req-5c719f7c-86db-4546-8d93-32ce79a96b73 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:21:20.803029 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:21:20.820476 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c719f7c-86db-4546-8d93-32ce79a96b73 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:21:20.822386 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'status': 'completed', 'code': 200} Jul 21 00:21:20.928760 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0217-f037-4231-a69d-14b7498e9acf req-69446fde-f4bb-46b5-9427-edce0b65c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:20.931094 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-69446fde-f4bb-46b5-9427-edce0b65c8e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b98382a294204610b4908a27a3ac4e47&device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1097 time: 0.1513870 Jul 21 00:21:20.984757 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-a19fb7be-6640-4c5c-956f-ab16fa1d4c6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07 HTTP/1.1" status: 200 len: 217 time: 0.0439892 Jul 21 00:21:21.088313 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0217-f037-4231-a69d-14b7498e9acf req-b3998642-ef04-492a-8dfa-9160728591c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:21.090030 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-b3998642-ef04-492a-8dfa-9160728591c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7e73f3a-fa02-4d00-9da8-e163115c08ce HTTP/1.1" status: 200 len: 848 time: 0.0803120 Jul 21 00:21:21.095004 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3e0f3-7bbe-488b-81c4-e15a733a4ffc req-c8dc9990-1745-4f10-bea2-09ac05662408 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:21.096659 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7ae3e0f3-7bbe-488b-81c4-e15a733a4ffc req-c8dc9990-1745-4f10-bea2-09ac05662408 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0935793 Jul 21 00:21:21.134184 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 59740) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:21.162511 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7ae3e0f3-7bbe-488b-81c4-e15a733a4ffc req-d5f9f46a-d798-4dec-8fa9-a97d002f76b2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563583 Jul 21 00:21:21.165918 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0217-f037-4231-a69d-14b7498e9acf req-7453fbef-c4e9-48eb-bbd6-ef57334334b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:21.167459 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-7453fbef-c4e9-48eb-bbd6-ef57334334b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c706641-be67-4d64-adc0-ebb5149a1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0588412 Jul 21 00:21:21.293736 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0b99abaa-f184-4c94-aeab-1468bc56e434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:21.537529 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0b99abaa-f184-4c94-aeab-1468bc56e434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:21.544132 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0b99abaa-f184-4c94-aeab-1468bc56e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:21.569864 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-1354941d-9d8a-4ffe-90d5-be33c47d36b6 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853283 Jul 21 00:21:21.603120 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99abaa-f184-4c94-aeab-1468bc56e434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3399e56a-a658-4f32-ae03-552c6dc9e350,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:21.611254 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-0b99abaa-f184-4c94-aeab-1468bc56e434 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47f1afaffe724e13a3e9e3d678e45c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759281 Jul 21 00:21:21.613900 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 59774) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:21.649772 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fde78-03ad-498e-8a6d-8208a34c4e0c req-ce655efa-3272-4a33-85de-6d770b1dbf9b tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:21.657188 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4f2fde78-03ad-498e-8a6d-8208a34c4e0c req-ce655efa-3272-4a33-85de-6d770b1dbf9b tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 944 time: 0.1790354 Jul 21 00:21:21.673455 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c681b-fb60-420c-89a9-07bde36fc1db req-8d797079-e85f-4c5d-8c7a-cd271093c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:21.674964 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-780c681b-fb60-420c-89a9-07bde36fc1db req-8d797079-e85f-4c5d-8c7a-cd271093c871 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89&tenant_id=64ab96a867c44185aa47a4b7dc5e6171 HTTP/1.1" status: 200 len: 1097 time: 0.2055161 Jul 21 00:21:21.677200 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-efdd0217-f037-4231-a69d-14b7498e9acf req-6b276aa9-afcc-4349-bb6f-4029655a3288 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991759 Jul 21 00:21:21.745403 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4f2fde78-03ad-498e-8a6d-8208a34c4e0c req-b78fefdb-05cc-4b45-b6b1-648a915e30f6 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871010 Jul 21 00:21:21.762140 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1e0bc4f5-bf5a-4d95-b146-99b47821497c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:21.808703 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1e0bc4f5-bf5a-4d95-b146-99b47821497c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:21.818468 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c681b-fb60-420c-89a9-07bde36fc1db req-6c6b5ed1-37b9-482f-92a3-557630676c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:21.820060 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-780c681b-fb60-420c-89a9-07bde36fc1db req-6c6b5ed1-37b9-482f-92a3-557630676c3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 1097 time: 0.1189342 Jul 21 00:21:21.857382 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-2fcd4ac5-ab0e-4edd-ab7a-15c084a46b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:21.859405 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-2fcd4ac5-ab0e-4edd-ab7a-15c084a46b49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b98382a294204610b4908a27a3ac4e47&device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1097 time: 0.1091678 Jul 21 00:21:21.880073 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1e0bc4f5-bf5a-4d95-b146-99b47821497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:21.883771 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1e0bc4f5-bf5a-4d95-b146-99b47821497c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:21.885386 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-1e0bc4f5-bf5a-4d95-b146-99b47821497c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3399e56a-a658-4f32-ae03-552c6dc9e350 HTTP/1.1" status: 204 len: 168 time: 0.2704747 Jul 21 00:21:21.897036 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bc4f5-bf5a-4d95-b146-99b47821497c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3399e56a-a658-4f32-ae03-552c6dc9e350,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:21.990851 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c681b-fb60-420c-89a9-07bde36fc1db req-d0bddf73-9e4b-4ea3-8c42-404b7788fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:21.992424 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-780c681b-fb60-420c-89a9-07bde36fc1db req-d0bddf73-9e4b-4ea3-8c42-404b7788fd5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 918 time: 0.1642401 Jul 21 00:21:22.042327 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-6f94b59d-a127-4a43-900d-2b18805591b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:22.043802 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-6f94b59d-a127-4a43-900d-2b18805591b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c706641-be67-4d64-adc0-ebb5149a1807 HTTP/1.1" status: 200 len: 910 time: 0.1767619 Jul 21 00:21:22.102413 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-5b9a7afd-ae2f-4690-890d-dbab9768b666 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07 HTTP/1.1" status: 200 len: 217 time: 0.0517280 Jul 21 00:21:22.109157 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-780c681b-fb60-420c-89a9-07bde36fc1db req-c30a5b7e-802f-40eb-a9b6-e7ed87cf209c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2576825-6fb3-4025-8934-8bd565c801f3 HTTP/1.1" status: 200 len: 999 time: 0.1059096 Jul 21 00:21:22.202159 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-35a70e63-f57c-450b-a73f-e87b7df35d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:22.203630 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-35a70e63-f57c-450b-a73f-e87b7df35d79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7e73f3a-fa02-4d00-9da8-e163115c08ce HTTP/1.1" status: 200 len: 848 time: 0.0874734 Jul 21 00:21:22.205481 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c681b-fb60-420c-89a9-07bde36fc1db req-c2f5e67d-c39c-48c5-be73-a47a66a154da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:22.207034 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-780c681b-fb60-420c-89a9-07bde36fc1db req-c2f5e67d-c39c-48c5-be73-a47a66a154da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.0883448 Jul 21 00:21:22.324899 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c681b-fb60-420c-89a9-07bde36fc1db req-e320245e-7433-4f6c-9981-b5b5587f5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:22.326521 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-780c681b-fb60-420c-89a9-07bde36fc1db req-e320245e-7433-4f6c-9981-b5b5587f5702 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1092038 Jul 21 00:21:22.343472 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10887c2-8588-4218-9b53-5d1aa7f1ea8e req-9ea41096-3adc-4d22-9caf-437b729ef08e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:22.345088 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a10887c2-8588-4218-9b53-5d1aa7f1ea8e req-9ea41096-3adc-4d22-9caf-437b729ef08e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0970094 Jul 21 00:21:22.397193 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a10887c2-8588-4218-9b53-5d1aa7f1ea8e req-bf89e6f9-81b7-460e-a6ca-f7767f7208e2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436254 Jul 21 00:21:22.435215 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-4a3c00c2-c478-4521-b074-1e8b65abea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:22.438868 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-4a3c00c2-c478-4521-b074-1e8b65abea98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c706641-be67-4d64-adc0-ebb5149a1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2209208 Jul 21 00:21:22.491768 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-780c681b-fb60-420c-89a9-07bde36fc1db req-34a30791-5693-479d-a0c7-9ec33fc72836 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553090 Jul 21 00:21:22.650060 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-fb9f8a92-562a-45c7-86ac-c97a15321988 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014666 Jul 21 00:21:22.655486 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-780c681b-fb60-420c-89a9-07bde36fc1db req-6a7347af-27fb-40a3-9e18-60ed8f8c235a service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550598 Jul 21 00:21:22.748829 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-261865cf-bc57-4a83-b2ea-a1c1b6443b28 req-e3e2c411-cfa8-4298-b77f-c48bb62c0158 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919993 Jul 21 00:21:22.893355 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a91d6-ec6b-491b-bf2f-058a2a4d0a50 req-58b47217-9361-4ec6-b47e-64d2a9ad99b6 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:22.895256 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ca9a91d6-ec6b-491b-bf2f-058a2a4d0a50 req-58b47217-9361-4ec6-b47e-64d2a9ad99b6 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 944 time: 0.0756459 Jul 21 00:21:22.952128 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ca9a91d6-ec6b-491b-bf2f-058a2a4d0a50 req-5ee34ee8-2673-4d51-be56-2d84c1c1e44f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486588 Jul 21 00:21:23.547488 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818827e-6156-4a10-9ea4-4dc410241014 req-af80eade-9b03-4259-aa30-ba7baa827450 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:23.548932 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0818827e-6156-4a10-9ea4-4dc410241014 req-af80eade-9b03-4259-aa30-ba7baa827450 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0693440 Jul 21 00:21:23.591243 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0818827e-6156-4a10-9ea4-4dc410241014 req-44266970-0e01-4efa-955e-e6efd578acb1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361946 Jul 21 00:21:23.612000 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 59900) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:23.665881 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0befbdc-e797-4155-b700-025a551572a4 admin admin] Deleting subnet a235f26f-88df-4af9-a594-27715e16ad7c {{(pid=94868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:21:23.669464 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0befbdc-e797-4155-b700-025a551572a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:23.703262 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0befbdc-e797-4155-b700-025a551572a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8529759'] for subnet, precommit_delete_associations {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:23.743507 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0befbdc-e797-4155-b700-025a551572a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:23.771596 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 8f03f858-4388-48e0-9e89-f6fdbc886a07 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:21:23.808206 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0befbdc-e797-4155-b700-025a551572a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8423695'] for subnet, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:23.835276 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0befbdc-e797-4155-b700-025a551572a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a235f26f-88df-4af9-a594-27715e16ad7c,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:23.844004 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0befbdc-e797-4155-b700-025a551572a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:23.849057 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-a0befbdc-e797-4155-b700-025a551572a4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a235f26f-88df-4af9-a594-27715e16ad7c HTTP/1.1" status: 204 len: 168 time: 0.2359614 Jul 21 00:21:23.849711 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 59904) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:23.907630 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 8f03f858-4388-48e0-9e89-f6fdbc886a07, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:23.923665 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'port_id': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'mac_address': 'fa:16:3e:6f:18:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:21:23.925376 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:23.963837 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:23.980585 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f03f858-4388-48e0-9e89-f6fdbc886a07 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:21:24.005776 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 8f03f858-4388-48e0-9e89-f6fdbc886a07, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:24.018068 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.021631 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.047239 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c056073f-6fea-42ea-a952-5b52ef1900b1']}} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:24.086529 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=8f03f858-4388-48e0-9e89-f6fdbc886a07,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:24.095947 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4023e4-6a9e-4999-a4d2-0275d7d48667') {'for_net_delete': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:24.096212 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4023e4-6a9e-4999-a4d2-0275d7d48667') {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:24.115003 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439217'] for segment, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.147250 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4fe08-b3dd-41ef-820d-6dc6daa6510f req-42c24f4a-2c30-41be-9ca9-6a125f30cbb5 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:24.155726 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0ea4fe08-b3dd-41ef-820d-6dc6daa6510f req-42c24f4a-2c30-41be-9ca9-6a125f30cbb5 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 945 time: 0.1153767 Jul 21 00:21:24.158164 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.183038 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:21:24.183442 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8450596'] for segment, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: Traceback (most recent call last): Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: timer() Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: cb(*args, **kw) Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: return func(*args, **kwargs) Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: self._notify() Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: self.callback(batched_events) Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: event.method(event) Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: return f(self, *a, **k) Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: return self._get(url).json() Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: return self.request(url, 'GET', **kwargs) Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:21:24.185239 dv-cinder-679138-11-smb neutron-server[94869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:21:24.260438 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0ea4fe08-b3dd-41ef-820d-6dc6daa6510f req-808ca300-8e30-4c83-9076-8021f33ec0dc tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036429 Jul 21 00:21:24.278406 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.285210 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.288273 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c056073f-6fea-42ea-a952-5b52ef1900b1 HTTP/1.1" status: 204 len: 168 time: 0.4376030 Jul 21 00:21:24.312335 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e0e22-725a-4d95-b74f-fc20289f05c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c056073f-6fea-42ea-a952-5b52ef1900b1,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:24.374380 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['8f03f858-4388-48e0-9e89-f6fdbc886a07'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:21:24.401062 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d93d4-4652-4439-90bc-6112a4c209c3 req-5eefc6bd-4b33-45ab-b219-010937dd0e09 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:24.405047 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1d2d93d4-4652-4439-90bc-6112a4c209c3 req-5eefc6bd-4b33-45ab-b219-010937dd0e09 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1129391 Jul 21 00:21:24.486852 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1d2d93d4-4652-4439-90bc-6112a4c209c3 req-137a2b47-d5b4-4d83-a3df-78d7302c1473 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771883 Jul 21 00:21:24.653926 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 59924) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:24.750610 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-1278fec4-f861-41a2-b18c-861266cbc3da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f22d0083c2c144068e91c8a2bcaa1481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942218 Jul 21 00:21:24.752151 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 59928) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:24.846449 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f692ee72-428f-442c-abeb-23b3b2a30739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.849399 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22ab0c-6ac4-4029-a884-722b00674c60 req-53ab2baf-b6f0-48e3-9a93-7055295ac0ea tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:24.866128 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4b22ab0c-6ac4-4029-a884-722b00674c60 req-53ab2baf-b6f0-48e3-9a93-7055295ac0ea tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.1415572 Jul 21 00:21:24.876117 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f692ee72-428f-442c-abeb-23b3b2a30739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.930458 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4b22ab0c-6ac4-4029-a884-722b00674c60 req-ab189798-169b-45b0-ad8e-99b9efeab359 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606818 Jul 21 00:21:24.956156 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f692ee72-428f-442c-abeb-23b3b2a30739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.958871 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f692ee72-428f-442c-abeb-23b3b2a30739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:24.960123 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-f692ee72-428f-442c-abeb-23b3b2a30739 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c55ea610-9aa5-41a6-9d59-6433d85e15d5 HTTP/1.1" status: 204 len: 168 time: 0.2067981 Jul 21 00:21:24.968664 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692ee72-428f-442c-abeb-23b3b2a30739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55ea610-9aa5-41a6-9d59-6433d85e15d5,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:25.426489 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e441c2-4122-4fe0-8f14-4feda2696a84 req-1a8b97e6-c41f-4039-a696-398419f5e087 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:25.433551 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c4e441c2-4122-4fe0-8f14-4feda2696a84 req-1a8b97e6-c41f-4039-a696-398419f5e087 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 945 time: 0.1027975 Jul 21 00:21:25.467994 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c4e441c2-4122-4fe0-8f14-4feda2696a84 req-4b43fb3b-3b3c-477f-b1db-39807b7f8e93 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334311 Jul 21 00:21:25.639443 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fe4f-eadf-4b92-a984-e64a8901d08d req-ca0e7b23-c7ec-4809-aa55-5b1243765218 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:25.641190 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7ca6fe4f-eadf-4b92-a984-e64a8901d08d req-ca0e7b23-c7ec-4809-aa55-5b1243765218 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0698819 Jul 21 00:21:25.680632 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7ca6fe4f-eadf-4b92-a984-e64a8901d08d req-cc6f5926-562a-42d6-bed4-871e890d6d0f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Jul 21 00:21:25.772056 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 8f03f858-4388-48e0-9e89-f6fdbc886a07 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:21:25.821488 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 8f03f858-4388-48e0-9e89-f6fdbc886a07 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:21:25.825168 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 8f03f858-4388-48e0-9e89-f6fdbc886a07 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:21:25.825538 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:25.906635 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:25.930074 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:21:25.932485 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5465b4bd-596f-4efe-bcb2-3eedc7b437ed" -d '{"events": [{"server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "name": "network-vif-plugged", "status": "completed", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:21:25.946746 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 8f03f858-4388-48e0-9e89-f6fdbc886a07, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:25.952639 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:25.990244 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c046450-b57e-44cc-971d-652bcec8d618 x-openstack-request-id: req-2c046450-b57e-44cc-971d-652bcec8d618 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:21:25.990545 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "name": "network-vif-plugged", "status": "completed", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:21:25.990797 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c046450-b57e-44cc-971d-652bcec8d618 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:21:25.991372 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'code': 200} Jul 21 00:21:26.028492 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=8f03f858-4388-48e0-9e89-f6fdbc886a07,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:26.075664 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219a1ca-894f-44fa-85ee-170b2fa494f2 req-b8862381-2ae6-4306-a47f-9d1c68aba891 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:26.078393 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e219a1ca-894f-44fa-85ee-170b2fa494f2 req-b8862381-2ae6-4306-a47f-9d1c68aba891 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0678046 Jul 21 00:21:26.121069 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e219a1ca-894f-44fa-85ee-170b2fa494f2 req-2f1f2c8f-543b-4cbe-a876-f98a253c3cf5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349641 Jul 21 00:21:26.609781 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296c0ae-6dd7-4e77-bce4-47f7c6c318c1 req-95a123b2-602e-44a8-8364-55557cd5b3c0 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:26.611288 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3296c0ae-6dd7-4e77-bce4-47f7c6c318c1 req-95a123b2-602e-44a8-8364-55557cd5b3c0 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0672522 Jul 21 00:21:26.652439 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3296c0ae-6dd7-4e77-bce4-47f7c6c318c1 req-c65dcc91-1dc4-4430-b5b7-10501de5bda7 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349479 Jul 21 00:21:26.827977 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545581bb-1639-4f26-9ba8-1e514922d7eb req-95d84c5d-9c47-4e13-a851-e694b0c506df tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:26.829671 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-545581bb-1639-4f26-9ba8-1e514922d7eb req-95d84c5d-9c47-4e13-a851-e694b0c506df tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0695539 Jul 21 00:21:26.870380 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-545581bb-1639-4f26-9ba8-1e514922d7eb req-729d0f1f-09f1-468d-a28e-4c4d0679a1f5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345666 Jul 21 00:21:27.262505 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502c962-e3ce-422b-976e-471ea9f29e2c req-734097d7-0aa3-4afa-9e84-e0841c39d8bb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:27.264267 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0502c962-e3ce-422b-976e-471ea9f29e2c req-734097d7-0aa3-4afa-9e84-e0841c39d8bb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0664995 Jul 21 00:21:27.304356 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0502c962-e3ce-422b-976e-471ea9f29e2c req-d18234a8-d673-4bf9-a9b0-ab52b1351d29 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341887 Jul 21 00:21:27.812209 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aad4a7-1a49-498f-8572-203cb9ad2d2d req-667e5efe-d348-4903-b00d-9a5b3aed7ea4 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:27.813995 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-55aad4a7-1a49-498f-8572-203cb9ad2d2d req-667e5efe-d348-4903-b00d-9a5b3aed7ea4 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0810270 Jul 21 00:21:27.857206 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-55aad4a7-1a49-498f-8572-203cb9ad2d2d req-a2218b16-0a7c-4885-8760-5800f2562597 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368969 Jul 21 00:21:28.030006 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad729b-1b9c-4825-9ed3-e86b7c031162 req-1561aa48-95e7-4f8b-8268-28357382a16b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:28.037304 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-30ad729b-1b9c-4825-9ed3-e86b7c031162 req-1561aa48-95e7-4f8b-8268-28357382a16b tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0818956 Jul 21 00:21:28.074887 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-30ad729b-1b9c-4825-9ed3-e86b7c031162 req-b096e4ec-26ff-44a2-87ce-116a449c802a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365176 Jul 21 00:21:28.469072 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51173f0b-1c94-46d8-b608-6b70085dfeda req-57a8f0e7-6ec9-4a7a-9c12-c2e8aadac7d8 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:28.470682 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-51173f0b-1c94-46d8-b608-6b70085dfeda req-57a8f0e7-6ec9-4a7a-9c12-c2e8aadac7d8 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0808802 Jul 21 00:21:28.512216 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-51173f0b-1c94-46d8-b608-6b70085dfeda req-15fe2f7f-d908-48c0-94e1-2dc22fbe087d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359151 Jul 21 00:21:29.032354 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8f3c-5d47-4be7-af01-f0e6443a57db req-8ab24c33-1053-4aaf-8e38-57a2116f58c9 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:29.034377 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c5fa8f3c-5d47-4be7-af01-f0e6443a57db req-8ab24c33-1053-4aaf-8e38-57a2116f58c9 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0991514 Jul 21 00:21:29.077749 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c5fa8f3c-5d47-4be7-af01-f0e6443a57db req-3fb547e7-2833-4eaa-be53-a1cab9e6c698 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353692 Jul 21 00:21:29.225912 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b3776-0626-41f5-bd31-63761577c916 req-15a35f51-3dd9-4204-b76c-f0522bccceac tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:29.228828 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-de1b3776-0626-41f5-bd31-63761577c916 req-15a35f51-3dd9-4204-b76c-f0522bccceac tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0823708 Jul 21 00:21:29.277370 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-de1b3776-0626-41f5-bd31-63761577c916 req-5e56cdea-5cff-44d9-8851-5abb30efe9ba tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Jul 21 00:21:29.709774 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783558c2-8178-4a0b-a491-81ec8f3b378d req-cbc74110-b989-4fa3-a50d-f192ddb127a9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:29.712292 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-783558c2-8178-4a0b-a491-81ec8f3b378d req-cbc74110-b989-4fa3-a50d-f192ddb127a9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0962193 Jul 21 00:21:29.763795 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-783558c2-8178-4a0b-a491-81ec8f3b378d req-75a1e967-f080-4474-98e7-7d054ba2e524 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452275 Jul 21 00:21:30.219080 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7f398-6332-4c3f-a11a-5fce28c40cd6 req-100df91d-7c86-4dde-ad8c-71a97c6b265f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:30.220716 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0eb7f398-6332-4c3f-a11a-5fce28c40cd6 req-100df91d-7c86-4dde-ad8c-71a97c6b265f tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0695076 Jul 21 00:21:30.264317 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0eb7f398-6332-4c3f-a11a-5fce28c40cd6 req-7c713789-7749-4e58-9d46-ed310e044521 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367484 Jul 21 00:21:30.412508 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab257f-d793-4132-9059-86e237138ec7 req-fa5db7b8-c7b0-4ca0-93b1-4364092c10b4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:30.414558 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d8ab257f-d793-4132-9059-86e237138ec7 req-fa5db7b8-c7b0-4ca0-93b1-4364092c10b4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0679276 Jul 21 00:21:30.456655 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d8ab257f-d793-4132-9059-86e237138ec7 req-1338269d-348b-4d18-8a31-8a118fc4f9c4 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Jul 21 00:21:30.913339 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c09400-ce38-4036-b0d8-87c7ebdf3267 req-55e8ec4f-51fe-42bf-98d7-00666a47b885 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:30.915536 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-52c09400-ce38-4036-b0d8-87c7ebdf3267 req-55e8ec4f-51fe-42bf-98d7-00666a47b885 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0695264 Jul 21 00:21:30.963585 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-52c09400-ce38-4036-b0d8-87c7ebdf3267 req-4693633a-c58f-40c0-88c4-47c747cfaaa1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334892 Jul 21 00:21:31.417023 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b115b-4f19-4b76-97b2-3dcb50808d67 req-ce517630-2c49-4eaa-b4e8-4f3f018c9e2e tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:31.418549 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d82b115b-4f19-4b76-97b2-3dcb50808d67 req-ce517630-2c49-4eaa-b4e8-4f3f018c9e2e tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0685010 Jul 21 00:21:31.460187 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d82b115b-4f19-4b76-97b2-3dcb50808d67 req-8b4b877b-82ac-4e25-8929-3d4423edb38c tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357428 Jul 21 00:21:31.607295 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526adcc3-7852-4115-9fe9-97eadc39b018 req-ad471dc7-efe9-4edd-9d50-94a42fd4b50f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:31.608818 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-526adcc3-7852-4115-9fe9-97eadc39b018 req-ad471dc7-efe9-4edd-9d50-94a42fd4b50f tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0756547 Jul 21 00:21:31.648261 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88198f26-6d01-451d-95f2-35d56927267b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:31.650293 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-526adcc3-7852-4115-9fe9-97eadc39b018 req-94401230-0f8b-4e2b-99e6-f782ed8b155c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358179 Jul 21 00:21:32.107769 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ca35-c3a0-4002-9873-5b93deef675c req-80d2b719-be76-41d3-b5ca-6f25048dbb68 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:32.109336 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c847ca35-c3a0-4002-9873-5b93deef675c req-80d2b719-be76-41d3-b5ca-6f25048dbb68 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0713062 Jul 21 00:21:32.149341 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c847ca35-c3a0-4002-9873-5b93deef675c req-e06a59d1-98fd-4266-9167-b245a3b5e441 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344307 Jul 21 00:21:32.510455 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:32.614732 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7525be2-6e64-4393-ac3f-a8b6fb90f627 req-3f7e89bc-8549-4d83-98b5-ce7f256bf140 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:32.616788 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e7525be2-6e64-4393-ac3f-a8b6fb90f627 req-3f7e89bc-8549-4d83-98b5-ce7f256bf140 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0857296 Jul 21 00:21:32.669703 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e7525be2-6e64-4393-ac3f-a8b6fb90f627 req-3da48be7-6a59-4616-8362-7b7b42142491 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462220 Jul 21 00:21:32.801944 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a56609-a12b-40d8-b079-22850316dca9 req-cc7e0a38-175f-4da0-bf68-a7def6ec1fca tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:32.803425 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e1a56609-a12b-40d8-b079-22850316dca9 req-cc7e0a38-175f-4da0-bf68-a7def6ec1fca tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0720754 Jul 21 00:21:32.842039 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e1a56609-a12b-40d8-b079-22850316dca9 req-ae397b11-f6a9-4320-872b-f793bcece926 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Jul 21 00:21:33.300651 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0283f-f223-4a41-85d5-908f08955dd2 req-f1f73877-6a66-4800-8ac8-4ff7948557e2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:33.302173 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d3f0283f-f223-4a41-85d5-908f08955dd2 req-f1f73877-6a66-4800-8ac8-4ff7948557e2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0703237 Jul 21 00:21:33.342293 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d3f0283f-f223-4a41-85d5-908f08955dd2 req-06fcdf6c-4705-4953-b7fd-788264d8132b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339215 Jul 21 00:21:33.742143 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60112) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:33.836732 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42d4ef-298f-4b94-96ea-6404257802dc req-749b4376-040b-4348-a182-02c965c5ea3a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:33.838864 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1c42d4ef-298f-4b94-96ea-6404257802dc req-749b4376-040b-4348-a182-02c965c5ea3a tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0769050 Jul 21 00:21:33.881876 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee85aed4-f94b-4089-aba3-3bbf80166e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:33.896426 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1c42d4ef-298f-4b94-96ea-6404257802dc req-4e037a28-cba7-44e2-8623-b14b323c6da3 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425251 Jul 21 00:21:34.029804 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee85aed4-f94b-4089-aba3-3bbf80166e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:34.033694 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee85aed4-f94b-4089-aba3-3bbf80166e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:34.045209 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc923d50-eaf5-4c62-83e0-0097d9c7a68c req-a0041a5d-2162-451e-bdec-ada8798dbe87 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:34.047785 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cc923d50-eaf5-4c62-83e0-0097d9c7a68c req-a0041a5d-2162-451e-bdec-ada8798dbe87 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1159716 Jul 21 00:21:34.072705 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-ee85aed4-f94b-4089-aba3-3bbf80166e25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31887c02f6ec46c2a8d5cbc144345d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299563 Jul 21 00:21:34.073760 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85aed4-f94b-4089-aba3-3bbf80166e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d709d1-7728-483b-a085-a61b63414fa8,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:34.075811 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 60120) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:34.127071 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cc923d50-eaf5-4c62-83e0-0097d9c7a68c req-8d93e22e-0fe5-4df5-beb9-649d53876289 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721712 Jul 21 00:21:34.155469 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f39ccbf8-b1c9-40b1-a556-ea847c6af3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:34.182178 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f39ccbf8-b1c9-40b1-a556-ea847c6af3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:34.212718 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-818544bf-d42e-42fe-b465-a807a716d5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:34.234594 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f39ccbf8-b1c9-40b1-a556-ea847c6af3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:34.236525 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:34.237363 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f39ccbf8-b1c9-40b1-a556-ea847c6af3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:34.238535 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-f39ccbf8-b1c9-40b1-a556-ea847c6af3e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01d709d1-7728-483b-a085-a61b63414fa8 HTTP/1.1" status: 204 len: 168 time: 0.1470366 Jul 21 00:21:34.251242 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ccbf8-b1c9-40b1-a556-ea847c6af3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d709d1-7728-483b-a085-a61b63414fa8,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:34.524921 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6e3d2-f3ef-4b22-8bd9-f60b066bcf95 req-555190a1-7d97-46d2-9240-5929f1940e72 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:34.526551 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0ff6e3d2-f3ef-4b22-8bd9-f60b066bcf95 req-555190a1-7d97-46d2-9240-5929f1940e72 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0902164 Jul 21 00:21:34.565090 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0ff6e3d2-f3ef-4b22-8bd9-f60b066bcf95 req-26e070ad-f5dc-4393-8e80-1e8177ec81e6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Jul 21 00:21:35.022746 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a4f5c-88c5-4776-a880-c68f7d7158f7 req-bac927ec-db77-4d40-b841-4fa1344d9382 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:35.024867 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-643a4f5c-88c5-4776-a880-c68f7d7158f7 req-bac927ec-db77-4d40-b841-4fa1344d9382 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0654194 Jul 21 00:21:35.064497 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-643a4f5c-88c5-4776-a880-c68f7d7158f7 req-e0d422e8-932f-4d4a-83c4-fcccef6971c1 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339990 Jul 21 00:21:35.182700 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:35.259715 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d7742-58fc-48be-80c2-7cd3e95b388f req-df2787c3-523b-4f80-831f-ad04cc44d9f5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:35.261204 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ce1d7742-58fc-48be-80c2-7cd3e95b388f req-df2787c3-523b-4f80-831f-ad04cc44d9f5 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0664968 Jul 21 00:21:35.297632 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ce1d7742-58fc-48be-80c2-7cd3e95b388f req-3b9deeb6-4270-464e-baf0-b680cb4f838e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308650 Jul 21 00:21:35.707891 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6296bb0-f556-44af-ade0-ff343c4c0d1f req-5379c432-60a7-440c-b6eb-78e0075e733d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:35.709414 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f6296bb0-f556-44af-ade0-ff343c4c0d1f req-5379c432-60a7-440c-b6eb-78e0075e733d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0655661 Jul 21 00:21:35.747103 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f6296bb0-f556-44af-ade0-ff343c4c0d1f req-338df2e0-aa4f-4f34-bbcc-59d659a37572 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316553 Jul 21 00:21:35.922542 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b9af8-5972-4a03-bad6-2c9a67abce27 req-644ae88d-431d-4f1c-b279-658c11bc4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:35.923976 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a61b9af8-5972-4a03-bad6-2c9a67abce27 req-644ae88d-431d-4f1c-b279-658c11bc4ed5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1099 time: 0.0492356 Jul 21 00:21:35.957722 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a61b9af8-5972-4a03-bad6-2c9a67abce27 req-78a9bb68-59c6-4d79-b8a1-a28ef7a3821f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260129 Jul 21 00:21:36.195296 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bddc5-a6c3-433c-8849-aec2efe1f570 req-c424a00b-6d66-424b-9aab-c9a8e3ceb677 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:36.196844 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-617bddc5-a6c3-433c-8849-aec2efe1f570 req-c424a00b-6d66-424b-9aab-c9a8e3ceb677 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0679438 Jul 21 00:21:36.235704 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-617bddc5-a6c3-433c-8849-aec2efe1f570 req-ea85ed2d-fb0c-4285-bfe2-fc4bbb943740 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322893 Jul 21 00:21:36.438308 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2848bd4-a6ff-42d4-8192-c8e20b1fb7d7 req-26b4d5b9-e9cf-4df4-bbdc-bae0769b667a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:36.439806 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a2848bd4-a6ff-42d4-8192-c8e20b1fb7d7 req-26b4d5b9-e9cf-4df4-bbdc-bae0769b667a tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0742655 Jul 21 00:21:36.475935 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a2848bd4-a6ff-42d4-8192-c8e20b1fb7d7 req-3231cc93-9260-4dc2-a984-d9d70bfe517d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307109 Jul 21 00:21:36.631887 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:36.877295 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d2574-6a15-4c19-aef2-842f90dff6b8 req-ca0e4ee1-a46f-4200-9081-89a518ec059d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:36.878752 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b63d2574-6a15-4c19-aef2-842f90dff6b8 req-ca0e4ee1-a46f-4200-9081-89a518ec059d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0613265 Jul 21 00:21:36.915867 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b63d2574-6a15-4c19-aef2-842f90dff6b8 req-909392f1-de6c-40f7-aa07-230ebd72c8ad tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311012 Jul 21 00:21:37.375696 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cc47f-55e0-4968-8f2b-5843a4e41c29 req-5035ee0e-134c-40a1-8ecb-42b4c76fdb8b tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:37.377181 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-836cc47f-55e0-4968-8f2b-5843a4e41c29 req-5035ee0e-134c-40a1-8ecb-42b4c76fdb8b tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0763936 Jul 21 00:21:37.419088 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-836cc47f-55e0-4968-8f2b-5843a4e41c29 req-b170be27-9677-4e72-bc45-56b8a562ac71 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334227 Jul 21 00:21:37.485353 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3ce8-8c9f-473b-bedf-1ba377deab7a req-0f250564-6566-4d4a-a188-a89457254153 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:37.487521 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b2ae3ce8-8c9f-473b-bedf-1ba377deab7a req-0f250564-6566-4d4a-a188-a89457254153 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0726721 Jul 21 00:21:37.557298 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b2ae3ce8-8c9f-473b-bedf-1ba377deab7a req-6ed9fdca-08ec-491a-944d-cedbbfba59e9 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586684 Jul 21 00:21:37.578736 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc117b0-34b5-4082-932f-d63305055a70 req-1f256fca-94c5-408f-b520-134c10f12629 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:37.580196 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7dc117b0-34b5-4082-932f-d63305055a70 req-1f256fca-94c5-408f-b520-134c10f12629 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0916681 Jul 21 00:21:37.625916 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7dc117b0-34b5-4082-932f-d63305055a70 req-8f7e5768-beb1-4e85-83d2-edfdb26f0f0e tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401411 Jul 21 00:21:37.647405 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60174) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:37.676920 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87272ee-4803-4d0c-8b1a-661735eb38d5 req-1d6797cb-a5b7-45c3-bfdc-35c832ca9130 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:37.678493 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b87272ee-4803-4d0c-8b1a-661735eb38d5 req-1d6797cb-a5b7-45c3-bfdc-35c832ca9130 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0680480 Jul 21 00:21:37.715157 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b87272ee-4803-4d0c-8b1a-661735eb38d5 req-e284da60-ef3f-4881-a549-2f598d43f7c7 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306396 Jul 21 00:21:37.892191 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbe6b3a-2aeb-43f5-ab09-d4165c36959f tempest-TestShelveInstance-916565231 tempest-TestShelveInstance-916565231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:37.893725 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-ffbe6b3a-2aeb-43f5-ab09-d4165c36959f tempest-TestShelveInstance-916565231 tempest-TestShelveInstance-916565231-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1094 time: 0.2452989 Jul 21 00:21:37.896618 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60178) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:37.901014 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Request body: {'floatingip': {'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'port_id': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:21:37.923042 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for floatingip, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:38.027194 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:38.056594 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3d995-3611-4165-b041-11d9933b9441 req-8d1ed436-8159-43ef-a90f-7bb14ec892e9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:38.058097 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6bb3d995-3611-4165-b041-11d9933b9441 req-8d1ed436-8159-43ef-a90f-7bb14ec892e9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0663764 Jul 21 00:21:38.095022 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6bb3d995-3611-4165-b041-11d9933b9441 req-0abe498e-e086-428a-a246-e1d90af5fef1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312262 Jul 21 00:21:38.130429 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Allocated IP 172.28.2.91 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/169977ab-d2ea-4fd5-96d3-0fedeae221b0) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:21:38.225866 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:38.266108 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:38.301729 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:21:38.306432 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:21:38.309874 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:21:38.343200 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event updated for resources: {'Port': ['ID=169977ab-d2ea-4fd5-96d3-0fedeae221b0,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:38.709384 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36ccb1-c99c-4c10-92f5-2f49f9444603 req-c0892c83-d13b-4c10-8186-2eedb256bf3e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:38.711678 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4f36ccb1-c99c-4c10-92f5-2f49f9444603 req-c0892c83-d13b-4c10-8186-2eedb256bf3e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0793095 Jul 21 00:21:38.762813 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4f36ccb1-c99c-4c10-92f5-2f49f9444603 req-bb3d634b-1b72-4869-a9ca-85a60faa4f03 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445302 Jul 21 00:21:38.905819 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b951c98-424c-430e-8626-2a1d362cdfc0 req-98a12846-3b3f-48de-9b56-da87979fc627 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:38.911241 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4b951c98-424c-430e-8626-2a1d362cdfc0 req-98a12846-3b3f-48de-9b56-da87979fc627 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.0864847 Jul 21 00:21:38.951490 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4b951c98-424c-430e-8626-2a1d362cdfc0 req-c659b49e-4071-4623-b18f-80a8b8434047 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Jul 21 00:21:38.979493 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:39.068414 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-b781a4be-2513-44fb-a0b7-517ab6980223 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:39.069906 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-b781a4be-2513-44fb-a0b7-517ab6980223 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 945 time: 0.1826630 Jul 21 00:21:39.141386 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:39.237394 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874d7d5-f62a-4ca5-a535-6bc6386b3c65 req-4c3305ec-44e0-46f9-a6b5-f61911a8a364 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:39.238865 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2874d7d5-f62a-4ca5-a535-6bc6386b3c65 req-4c3305ec-44e0-46f9-a6b5-f61911a8a364 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 944 time: 0.0670455 Jul 21 00:21:39.276416 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2874d7d5-f62a-4ca5-a535-6bc6386b3c65 req-48472534-ff63-49d8-adcd-60faa095abb7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309775 Jul 21 00:21:39.288814 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-bae2d0f1-5b72-4b2a-b460-352749024f48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Deleting port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:21:39.289829 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-bae2d0f1-5b72-4b2a-b460-352749024f48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:39.395984 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:39.403864 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:39.413866 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-bae2d0f1-5b72-4b2a-b460-352749024f48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] For port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:39.414735 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-bae2d0f1-5b72-4b2a-b460-352749024f48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:39.454518 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-bae2d0f1-5b72-4b2a-b460-352749024f48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Calling delete_port for fb46bc8f-30c9-454f-ac75-33ce2f2a29ba owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:21:39.528305 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event updated for resources: {'Port': ['ID=169977ab-d2ea-4fd5-96d3-0fedeae221b0,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:39.538131 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:39.661192 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.l3_db [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Floating IP be72c20d-30f5-4657-ab6e-93f49b8d8b37 associated. External IP: 172.28.2.91, port: 8f03f858-4388-48e0-9e89-f6fdbc886a07. Jul 21 00:21:39.771494 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-bae2d0f1-5b72-4b2a-b460-352749024f48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:39.783519 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['4cb056c4-cb2e-4011-974e-e948246b866e', 'fb46bc8f-30c9-454f-ac75-33ce2f2a29ba'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:21:39.808896 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2d0f1-5b72-4b2a-b460-352749024f48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Pushing event deleted for resources: {'Port': ['ID=fb46bc8f-30c9-454f-ac75-33ce2f2a29ba,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:39.858937 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device e2576825-6fb3-4025-8934-8bd565c801f3 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:21:39.859345 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-bae2d0f1-5b72-4b2a-b460-352749024f48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] No DVR routers for this DVR port fb46bc8f-30c9-454f-ac75-33ce2f2a29ba on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:21:39.863149 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-bae2d0f1-5b72-4b2a-b460-352749024f48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:39.865116 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-1aebc2fb-5083-4bde-b383-edbfa24d92fa req-bae2d0f1-5b72-4b2a-b460-352749024f48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.32 "DELETE /v2.0/ports/fb46bc8f-30c9-454f-ac75-33ce2f2a29ba HTTP/1.1" status: 204 len: 173 time: 0.7739573 Jul 21 00:21:39.865556 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6554b3-dc56-4e8c-a428-8e04456ec78e', 'name': 'network-vif-deleted', 'tag': 'fb46bc8f-30c9-454f-ac75-33ce2f2a29ba'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:21:39.867863 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd9bc68-43fb-4766-8a3d-07f16b243561" -d '{"events": [{"server_uuid": "fd6554b3-dc56-4e8c-a428-8e04456ec78e", "name": "network-vif-deleted", "tag": "fb46bc8f-30c9-454f-ac75-33ce2f2a29ba"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:21:39.918436 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692cf92-16d2-4e7e-a343-6b5b573613a6 req-7b69ee31-e931-4fc6-b8d2-a903ce3192a2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:39.920201 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c692cf92-16d2-4e7e-a343-6b5b573613a6 req-7b69ee31-e931-4fc6-b8d2-a903ce3192a2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0886910 Jul 21 00:21:39.935645 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaad6c5-56d9-445b-b754-946128696b77 x-openstack-request-id: req-cfaad6c5-56d9-445b-b754-946128696b77 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:21:39.935965 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6554b3-dc56-4e8c-a428-8e04456ec78e", "name": "network-vif-deleted", "tag": "fb46bc8f-30c9-454f-ac75-33ce2f2a29ba", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:21:39.936265 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfaad6c5-56d9-445b-b754-946128696b77 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:21:39.936638 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6554b3-dc56-4e8c-a428-8e04456ec78e', 'name': 'network-vif-deleted', 'tag': 'fb46bc8f-30c9-454f-ac75-33ce2f2a29ba', 'status': 'completed', 'code': 200} Jul 21 00:21:39.983632 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c692cf92-16d2-4e7e-a343-6b5b573613a6 req-7944035d-61e1-4c78-b127-13c3e6f77a1c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533972 Jul 21 00:21:40.037336 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Router b527a047-5a9d-4056-a9fe-54b4b63b46d6 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:21:40.095988 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:40.102384 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-49b6bc9c-1273-4e9c-817d-dec38618c7a3 req-9c8b24aa-f82f-42c5-aaa9-e71b4a8640f1 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6554b3-dc56-4e8c-a428-8e04456ec78e HTTP/1.1" status: 200 len: 210 time: 0.0406404 Jul 21 00:21:40.110779 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'port_id': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'mac_address': 'fa:16:3e:39:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:21:40.153054 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:21:40.160280 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:40.168344 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] Sync routers for ids ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:21:40.172296 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:40.179313 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] Routers {'b527a047-5a9d-4056-a9fe-54b4b63b46d6'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:21:40.180741 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:21:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:40.187605 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2576825-6fb3-4025-8934-8bd565c801f3 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:21:40.211251 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:40.212689 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-717e7126-cf2a-46aa-a4d1-1df25f0e6915 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3149910 Jul 21 00:21:40.219567 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:40.268206 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=9']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:40.360866 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] Set router b527a047-5a9d-4056-a9fe-54b4b63b46d6 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:21:40.409893 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e5ffe-2f63-4b21-ba4e-fd85ca44aa04 req-7bf55b67-98d8-4edd-a1f7-0cd32313b0f0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:40.411496 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b11e5ffe-2f63-4b21-ba4e-fd85ca44aa04 req-7bf55b67-98d8-4edd-a1f7-0cd32313b0f0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 945 time: 0.0643785 Jul 21 00:21:40.454538 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b11e5ffe-2f63-4b21-ba4e-fd85ca44aa04 req-e9d3985c-de86-46fb-a8ba-01e382a961ce tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346727 Jul 21 00:21:40.531030 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['e2576825-6fb3-4025-8934-8bd565c801f3'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:21:40.593335 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:22Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': 'be72c20d-30f5-4657-ab6e-93f49b8d8b37', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'floating_ip_address': '172.28.2.91', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'port_id': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'mac_address': 'fa:16:3e:6f:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:21:38Z', 'updated_at': '2021-07-21T00:21:38Z', 'revision_number': 0, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d80bf00-497f-4b1f-8d0f-2d17dc276969', 'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'mac_address': 'fa:16:3e:45:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:21Z', 'updated_at': '2021-07-21T00:20:30Z', 'revision_number': 5, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'subnets': [{'id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:40.622236 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] Checking router: b527a047-5a9d-4056-a9fe-54b4b63b46d6 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:21:40.630300 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] Routers {'b527a047-5a9d-4056-a9fe-54b4b63b46d6'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:21:40.630947 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:21:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:40.731815 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] Set router b527a047-5a9d-4056-a9fe-54b4b63b46d6 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:21:40.941163 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:22Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': 'be72c20d-30f5-4657-ab6e-93f49b8d8b37', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'floating_ip_address': '172.28.2.91', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'port_id': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'mac_address': 'fa:16:3e:6f:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:21:38Z', 'updated_at': '2021-07-21T00:21:38Z', 'revision_number': 0, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d80bf00-497f-4b1f-8d0f-2d17dc276969', 'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'mac_address': 'fa:16:3e:45:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:21Z', 'updated_at': '2021-07-21T00:20:30Z', 'revision_number': 5, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'subnets': [{'id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:40.969864 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23438cc-cdc2-4c4d-816b-ed9f5e41d6ac None None] The sync data for ids ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'] in dv-cinder-679138-11-smb is: [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:22Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': 'be72c20d-30f5-4657-ab6e-93f49b8d8b37', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'floating_ip_address': '172.28.2.91', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'port_id': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'mac_address': 'fa:16:3e:6f:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:21:38Z', 'updated_at': '2021-07-21T00:21:38Z', 'revision_number': 0, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d80bf00-497f-4b1f-8d0f-2d17dc276969', 'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'mac_address': 'fa:16:3e:45:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:21Z', 'updated_at': '2021-07-21T00:20:30Z', 'revision_number': 5, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'subnets': [{'id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:21:41.124746 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775ccc-2d5f-4094-b787-a234657d83fb req-f4c97865-004e-4ddd-a8df-bb0bd8887884 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:41.126850 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3f775ccc-2d5f-4094-b787-a234657d83fb req-f4c97865-004e-4ddd-a8df-bb0bd8887884 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0655890 Jul 21 00:21:41.188087 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3f775ccc-2d5f-4094-b787-a234657d83fb req-f080ae33-c9f6-423c-9bae-76b893621b95 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510249 Jul 21 00:21:41.196113 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb733e-03a9-4409-a2f0-e1687fabaff5 None None] New status for floating IP be72c20d-30f5-4657-ab6e-93f49b8d8b37: ACTIVE {{(pid=94870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:21:41.433897 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03ca1c-2b81-45a8-bf9f-13ad6f73eaa8 req-143aad21-ce2b-4ec3-8656-fac30553e022 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:41.435688 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0a03ca1c-2b81-45a8-bf9f-13ad6f73eaa8 req-143aad21-ce2b-4ec3-8656-fac30553e022 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0723090 Jul 21 00:21:41.471783 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0a03ca1c-2b81-45a8-bf9f-13ad6f73eaa8 req-0d7fbfab-75ea-44b0-9076-e4b0606052fa tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303838 Jul 21 00:21:41.587419 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562b001-0b68-4ad5-9a55-7a0c1cb23d3e req-6fe387cf-caad-4657-8f99-62c006d8728f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:41.588871 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6562b001-0b68-4ad5-9a55-7a0c1cb23d3e req-6fe387cf-caad-4657-8f99-62c006d8728f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 945 time: 0.0615728 Jul 21 00:21:41.625142 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6562b001-0b68-4ad5-9a55-7a0c1cb23d3e req-9122382d-d67d-44b4-8f40-1fd7d3871703 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308983 Jul 21 00:21:41.871282 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device e2576825-6fb3-4025-8934-8bd565c801f3 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:21:41.920094 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port e2576825-6fb3-4025-8934-8bd565c801f3 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:21:41.920579 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:41.938186 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:21:41.941073 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8555f0-f5ce-4192-b464-4171509a4bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:21:41.976428 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf959f1-8537-4f9f-8626-40aa9fe13961 x-openstack-request-id: req-ccf959f1-8537-4f9f-8626-40aa9fe13961 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:21:41.977700 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:21:41.978024 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccf959f1-8537-4f9f-8626-40aa9fe13961 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:21:41.978472 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'status': 'completed', 'code': 200} Jul 21 00:21:41.996851 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:42.018844 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:21:42.021099 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72498947-0953-459f-9932-2a3d99d2dcf6" -d '{"events": [{"server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "name": "network-vif-plugged", "status": "completed", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:21:42.035971 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:42.041356 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:42.042155 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device fb46bc8f-30c9-454f-ac75-33ce2f2a29ba no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:21:42.057286 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-08815055-a6a4-4795-92a6-31a95704b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:42.058370 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-08815055-a6a4-4795-92a6-31a95704b284 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b98382a294204610b4908a27a3ac4e47&device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1099 time: 0.0591600 Jul 21 00:21:42.081783 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e8c0f8-5dc8-41df-84fb-daf079803ae1 x-openstack-request-id: req-38e8c0f8-5dc8-41df-84fb-daf079803ae1 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:21:42.082068 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "name": "network-vif-plugged", "status": "completed", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:21:42.082318 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38e8c0f8-5dc8-41df-84fb-daf079803ae1 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:21:42.083192 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'code': 200} Jul 21 00:21:42.083350 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: fb46bc8f-30c9-454f-ac75-33ce2f2a29ba {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:21:42.083668 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device fb46bc8f-30c9-454f-ac75-33ce2f2a29ba not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:21:42.117289 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=10']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:42.168654 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-19263f28-5cd8-453a-bffc-f38ef7b93833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:42.170179 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-19263f28-5cd8-453a-bffc-f38ef7b93833 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c706641-be67-4d64-adc0-ebb5149a1807 HTTP/1.1" status: 200 len: 910 time: 0.1005545 Jul 21 00:21:42.234185 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-36aee986-6613-427f-a29a-1a23229a084f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07 HTTP/1.1" status: 200 len: 1001 time: 0.0562778 Jul 21 00:21:42.293414 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-133bf769-0f71-4973-a49e-4f1f9498e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:42.294931 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-133bf769-0f71-4973-a49e-4f1f9498e1c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7e73f3a-fa02-4d00-9da8-e163115c08ce HTTP/1.1" status: 200 len: 848 time: 0.0469661 Jul 21 00:21:42.306741 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49a743-c599-482c-ab6a-fb98bc8cec80 req-0fa2f488-9849-4b24-bc9f-6af5524a25e7 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:42.308224 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5a49a743-c599-482c-ab6a-fb98bc8cec80 req-0fa2f488-9849-4b24-bc9f-6af5524a25e7 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0624399 Jul 21 00:21:42.345546 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5a49a743-c599-482c-ab6a-fb98bc8cec80 req-3c3ceb01-d7d8-4e44-bd68-d3f7f337e622 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Jul 21 00:21:42.353126 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-693574ec-3541-4329-b99c-bc3430a96a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:42.354644 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-693574ec-3541-4329-b99c-bc3430a96a2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c706641-be67-4d64-adc0-ebb5149a1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0520501 Jul 21 00:21:42.443652 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-03d69155-e7b1-46c3-9c7a-8c043e89a25f service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810320 Jul 21 00:21:42.548335 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9b8555f0-f5ce-4192-b464-4171509a4bf6 req-52681ef4-c03f-44ea-86bb-15a6601b8cdf service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901058 Jul 21 00:21:42.613697 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e9d9e-d6a4-467a-a7a8-3a09fbc2ad50 req-70981a73-e872-47f6-936d-4e0cfb52ed48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:42.615092 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0f9e9d9e-d6a4-467a-a7a8-3a09fbc2ad50 req-70981a73-e872-47f6-936d-4e0cfb52ed48 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0746350 Jul 21 00:21:42.654767 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0f9e9d9e-d6a4-467a-a7a8-3a09fbc2ad50 req-4b2d4184-192c-43e8-a234-b6ddaf0f3550 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333190 Jul 21 00:21:42.667631 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48248b-4fa8-463f-9cb4-92849d61a570 req-1dbf0a31-b7fa-4781-90f9-83ff55f5c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:42.669180 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-8b48248b-4fa8-463f-9cb4-92849d61a570 req-1dbf0a31-b7fa-4781-90f9-83ff55f5c091 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 1100 time: 0.0533683 Jul 21 00:21:42.710756 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-8b48248b-4fa8-463f-9cb4-92849d61a570 req-783101bb-3e8e-47ce-8d7f-9c994c77b0e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281212 Jul 21 00:21:42.755872 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05576576-e020-4ae5-a6b6-a1a74da4db64 req-f103e3e7-e9d6-44c1-996c-2a31a009df58 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:42.757343 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-05576576-e020-4ae5-a6b6-a1a74da4db64 req-f103e3e7-e9d6-44c1-996c-2a31a009df58 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 947 time: 0.0607772 Jul 21 00:21:42.793056 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-05576576-e020-4ae5-a6b6-a1a74da4db64 req-95042eb6-aef9-43ac-964c-3e6ffb1dd320 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294144 Jul 21 00:21:43.479176 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e0a63-61c4-4518-b09b-f2e63655471b req-2cc0d475-636e-40aa-8448-43d776c76b37 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:43.480629 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bb0e0a63-61c4-4518-b09b-f2e63655471b req-2cc0d475-636e-40aa-8448-43d776c76b37 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0665193 Jul 21 00:21:43.517336 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bb0e0a63-61c4-4518-b09b-f2e63655471b req-fd2acaa8-af41-4a44-937c-eb0d609d1546 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309944 Jul 21 00:21:43.780410 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60f946-726a-4f2a-b3b8-c69ddd18f9af req-e5114a35-d472-4f2d-a1ce-6b8c93f6b1b0 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:43.781792 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3a60f946-726a-4f2a-b3b8-c69ddd18f9af req-e5114a35-d472-4f2d-a1ce-6b8c93f6b1b0 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0610955 Jul 21 00:21:43.817205 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3a60f946-726a-4f2a-b3b8-c69ddd18f9af req-d6fa86e8-e462-47e6-a303-bb05e44a8fe9 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299606 Jul 21 00:21:43.928979 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003b50-b61c-4259-ba96-705dbe792c99 req-68669a9f-cca6-447d-841e-d7f229137f13 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:43.930479 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3003b50-b61c-4259-ba96-705dbe792c99 req-68669a9f-cca6-447d-841e-d7f229137f13 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 947 time: 0.0660305 Jul 21 00:21:43.970083 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3003b50-b61c-4259-ba96-705dbe792c99 req-54f91ec9-c594-41ec-b7b3-b07fa1fc9a85 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338848 Jul 21 00:21:44.660089 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7eaf5-6252-4028-a8ba-d24a03fb8ccb req-508f265d-a5b5-467b-ab46-76d2945a4682 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:44.661496 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-18e7eaf5-6252-4028-a8ba-d24a03fb8ccb req-508f265d-a5b5-467b-ab46-76d2945a4682 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0690119 Jul 21 00:21:44.706144 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-18e7eaf5-6252-4028-a8ba-d24a03fb8ccb req-4e413fea-2e6d-43b4-a9e5-68468516a329 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382774 Jul 21 00:21:44.945579 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8b2f9-bfea-44c4-9d4c-fe54a794f560 req-401b28be-bc01-40a4-9a18-f691fadbaa3e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:44.946948 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-10c8b2f9-bfea-44c4-9d4c-fe54a794f560 req-401b28be-bc01-40a4-9a18-f691fadbaa3e tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0623705 Jul 21 00:21:44.983336 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-10c8b2f9-bfea-44c4-9d4c-fe54a794f560 req-8727926d-5c64-42b7-8d0d-e1ae010ed773 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Jul 21 00:21:45.108385 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df794c-67bc-43bf-be2d-964420296207 req-5310164a-151a-4e6e-9ec5-1cf7e6fc0659 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:45.109913 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-82df794c-67bc-43bf-be2d-964420296207 req-5310164a-151a-4e6e-9ec5-1cf7e6fc0659 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 947 time: 0.0666120 Jul 21 00:21:45.145801 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-82df794c-67bc-43bf-be2d-964420296207 req-86ae8f02-c609-41a7-909f-7c6ca4318224 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304506 Jul 21 00:21:45.832330 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488bdd8-b119-4391-b349-4d48594a5041 req-abba24e4-ce8d-41cc-9db7-b62d254050a7 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:45.833826 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c488bdd8-b119-4391-b349-4d48594a5041 req-abba24e4-ce8d-41cc-9db7-b62d254050a7 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0616074 Jul 21 00:21:45.872672 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c488bdd8-b119-4391-b349-4d48594a5041 req-1712f53e-f63e-45dd-9122-4e87c6f7eb6a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334473 Jul 21 00:21:46.111457 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce5330-3f4f-464a-80ab-36695a1d0ccb req-27fad15a-ca1c-4921-ba43-c70a8f60f757 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:46.113967 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f2ce5330-3f4f-464a-80ab-36695a1d0ccb req-27fad15a-ca1c-4921-ba43-c70a8f60f757 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0674601 Jul 21 00:21:46.150679 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f2ce5330-3f4f-464a-80ab-36695a1d0ccb req-2bb04f56-8f8c-4760-8be2-0ff0bea2e82d tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303910 Jul 21 00:21:47.002130 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bba44-6638-436a-b2fd-361d34577ec7 req-4c135909-abcb-496c-b14d-c47317b4e754 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:47.004038 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb0bba44-6638-436a-b2fd-361d34577ec7 req-4c135909-abcb-496c-b14d-c47317b4e754 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0662658 Jul 21 00:21:47.041876 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb0bba44-6638-436a-b2fd-361d34577ec7 req-c3763f94-58a5-45b0-b31c-c77c24b06314 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Jul 21 00:21:47.275289 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71126853-d219-47e5-9d2d-ccdc0475de13 req-3ecf6bdf-285f-48ac-b4b4-932fb2069d56 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:47.276747 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-71126853-d219-47e5-9d2d-ccdc0475de13 req-3ecf6bdf-285f-48ac-b4b4-932fb2069d56 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0616403 Jul 21 00:21:47.313098 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-71126853-d219-47e5-9d2d-ccdc0475de13 req-e4d9a199-4200-40f0-a6c8-fb721f2e198c tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Jul 21 00:21:48.123679 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-dfcde561-a257-4c55-9744-9a7ab5ff6a78 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:48.125197 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-dfcde561-a257-4c55-9744-9a7ab5ff6a78 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0679512 Jul 21 00:21:48.171067 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd8685-df39-473b-9645-59d18545ad15 req-be04c1ae-2b21-473b-b07e-7541eec971aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:48.172537 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-73cd8685-df39-473b-9645-59d18545ad15 req-be04c1ae-2b21-473b-b07e-7541eec971aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0648336 Jul 21 00:21:48.209659 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-73cd8685-df39-473b-9645-59d18545ad15 req-a1dc7966-5f4e-40ce-b5e9-b2d716e91b1f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Jul 21 00:21:48.226936 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Deleting port 4cb056c4-cb2e-4011-974e-e948246b866e {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:21:48.227568 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:48.313604 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] For port 4cb056c4-cb2e-4011-974e-e948246b866e, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=4cb056c4-cb2e-4011-974e-e948246b866e,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:48.313955 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:48.325566 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Calling delete_port for 4cb056c4-cb2e-4011-974e-e948246b866e owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:21:48.447993 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd332aa1-29ff-4710-b4d2-62eec7b89e5b req-6c56be84-3c05-4381-86c6-0e5a45a2e103 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:48.449628 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cd332aa1-29ff-4710-b4d2-62eec7b89e5b req-6c56be84-3c05-4381-86c6-0e5a45a2e103 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b3a337-3255-40b9-8b77-ea7b3d52de0e HTTP/1.1" status: 200 len: 946 time: 0.0685251 Jul 21 00:21:48.450832 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:48.463412 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['4cb056c4-cb2e-4011-974e-e948246b866e'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:21:48.483385 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Pushing event deleted for resources: {'Port': ['ID=4cb056c4-cb2e-4011-974e-e948246b866e,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:48.488075 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cd332aa1-29ff-4710-b4d2-62eec7b89e5b req-9996dbbd-99da-4ded-a0c3-53ea9c0adc09 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.35 "GET /v2.0/security-groups?id=77f7509b-5f07-4156-8381-2d200809b1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324943 Jul 21 00:21:48.514191 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.514536 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.514874 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.515206 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.515535 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.515861 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.516181 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.516501 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.516820 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.517162 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.517483 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.517798 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:48.540711 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] No DVR routers for this DVR port 4cb056c4-cb2e-4011-974e-e948246b866e on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:21:48.543158 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:48.545434 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-c4c63ed0-02e3-4f38-b420-cf93cff68a90 req-8ad04716-edc2-44ce-9a1c-ec21aaf7aa00 tempest-ServerRescueNegativeTestJSON-1567785688 tempest-ServerRescueNegativeTestJSON-1567785688-project] 10.222.0.32 "DELETE /v2.0/ports/4cb056c4-cb2e-4011-974e-e948246b866e HTTP/1.1" status: 204 len: 173 time: 0.4143932 Jul 21 00:21:48.545875 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b3a337-3255-40b9-8b77-ea7b3d52de0e', 'name': 'network-vif-deleted', 'tag': '4cb056c4-cb2e-4011-974e-e948246b866e'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:21:48.548573 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44031a8-af81-479e-a3f8-222e02f92112" -d '{"events": [{"server_uuid": "15b3a337-3255-40b9-8b77-ea7b3d52de0e", "name": "network-vif-deleted", "tag": "4cb056c4-cb2e-4011-974e-e948246b866e"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:21:48.588714 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da24b9c2-3ca8-453a-a1ec-fd475703fc16 x-openstack-request-id: req-da24b9c2-3ca8-453a-a1ec-fd475703fc16 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:21:48.589483 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b3a337-3255-40b9-8b77-ea7b3d52de0e", "name": "network-vif-deleted", "tag": "4cb056c4-cb2e-4011-974e-e948246b866e", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:21:48.589747 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da24b9c2-3ca8-453a-a1ec-fd475703fc16 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:21:48.590189 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b3a337-3255-40b9-8b77-ea7b3d52de0e', 'name': 'network-vif-deleted', 'tag': '4cb056c4-cb2e-4011-974e-e948246b866e', 'status': 'completed', 'code': 200} Jul 21 00:21:49.335457 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6885c-2a13-4097-a48c-b8bf3cd02a2a req-14c8e372-7f7e-45d3-b666-0fae7652f49b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:49.337146 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-98a6885c-2a13-4097-a48c-b8bf3cd02a2a req-14c8e372-7f7e-45d3-b666-0fae7652f49b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0613587 Jul 21 00:21:49.374699 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-98a6885c-2a13-4097-a48c-b8bf3cd02a2a req-c972d1cf-30c9-41b5-ae35-6f79a291156f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322754 Jul 21 00:21:49.548133 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60336) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:50.141393 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4060302'] for router_interface, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:50.444515 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] Deleting port 3ca99349-b5e7-4402-9877-ef1f78bab1b7 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:21:50.444861 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:50.510079 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd2f1e-05e9-4997-a572-d09a6339077f req-612e4086-35ab-4296-96b4-18b42e246716 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:50.511574 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-12cd2f1e-05e9-4997-a572-d09a6339077f req-612e4086-35ab-4296-96b4-18b42e246716 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0677512 Jul 21 00:21:50.529680 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] For port 3ca99349-b5e7-4402-9877-ef1f78bab1b7, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=3ca99349-b5e7-4402-9877-ef1f78bab1b7,segment=NetworkSegment(c4199d28-614b-4a84-9dc5-bc644cd95f5a),segment_id=c4199d28-614b-4a84-9dc5-bc644cd95f5a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:50.530033 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:50.542251 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] Calling delete_port for 3ca99349-b5e7-4402-9877-ef1f78bab1b7 owned by network:router_interface {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:21:50.548339 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-12cd2f1e-05e9-4997-a572-d09a6339077f req-66142c98-6d14-4dcd-a1ea-a891ac5e81da tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Jul 21 00:21:50.734793 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:50.759186 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca99349-b5e7-4402-9877-ef1f78bab1b7,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:50.906490 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4060178'] for router_interface, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:51.123491 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] Router 988898b5-d688-4385-9383-98ed0b7258a4 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:21:51.227059 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:21:51.232240 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-e7cd4626-5614-4925-8e42-b01330bc9f97 admin admin] 10.222.0.35 "PUT /v2.0/routers/988898b5-d688-4385-9383-98ed0b7258a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6831145 Jul 21 00:21:51.234779 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60350) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:51.237538 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] Sync routers for ids ['988898b5-d688-4385-9383-98ed0b7258a4'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:21:51.247780 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] Routers {'988898b5-d688-4385-9383-98ed0b7258a4'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:21:51.248457 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:21:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['988898b5-d688-4385-9383-98ed0b7258a4'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:51.333077 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Notify callbacks [] for router, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:51.349729 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] Set router 988898b5-d688-4385-9383-98ed0b7258a4 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:21:51.435362 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:51.486961 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Deleting port b4112dc3-2b80-49e4-b577-a18ada0ecf56 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:21:51.487298 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:51.533264 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988898b5-d688-4385-9383-98ed0b7258a4', 'name': 'tempest-ServerRescueNegativeTestJSON-745218749-router', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:40Z', 'updated_at': '2021-07-21T00:21:50Z', 'revision_number': 5, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'gw_port': {'id': 'b4112dc3-2b80-49e4-b577-a18ada0ecf56', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988898b5-d688-4385-9383-98ed0b7258a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:42Z', 'updated_at': '2021-07-21T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:51.559165 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] Checking router: 988898b5-d688-4385-9383-98ed0b7258a4 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:21:51.565196 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] For port b4112dc3-2b80-49e4-b577-a18ada0ecf56, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=b4112dc3-2b80-49e4-b577-a18ada0ecf56,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:21:51.565555 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:51.567603 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] Routers {'988898b5-d688-4385-9383-98ed0b7258a4'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:21:51.568214 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:21:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['988898b5-d688-4385-9383-98ed0b7258a4'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:51.582941 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Calling delete_port for b4112dc3-2b80-49e4-b577-a18ada0ecf56 owned by network:router_gateway {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:21:51.656104 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] Set router 988898b5-d688-4385-9383-98ed0b7258a4 gateway port host: None {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:21:51.692256 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf8938-416a-4d4f-bdf3-7f41a09f0fc4 req-a5e758ff-20a5-4dcb-93c3-22fdf614cb68 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:51.693795 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6acf8938-416a-4d4f-bdf3-7f41a09f0fc4 req-a5e758ff-20a5-4dcb-93c3-22fdf614cb68 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0704348 Jul 21 00:21:51.710329 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988898b5-d688-4385-9383-98ed0b7258a4', 'name': 'tempest-ServerRescueNegativeTestJSON-745218749-router', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:40Z', 'updated_at': '2021-07-21T00:21:51Z', 'revision_number': 6, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'gw_port_host': None}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:51.736759 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de4d6e-509d-415b-bd82-f71719ec2e44 None None] The sync data for ids ['988898b5-d688-4385-9383-98ed0b7258a4'] in dv-cinder-679138-11-smb is: [{'id': '988898b5-d688-4385-9383-98ed0b7258a4', 'name': 'tempest-ServerRescueNegativeTestJSON-745218749-router', 'tenant_id': '2cd5871663544f74a895b1f008de7cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:40Z', 'updated_at': '2021-07-21T00:21:51Z', 'revision_number': 6, 'project_id': '2cd5871663544f74a895b1f008de7cc8', 'gw_port_host': None}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:21:51.739977 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6acf8938-416a-4d4f-bdf3-7f41a09f0fc4 req-5483f585-d232-40f4-93e3-2959e37fa2a8 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397935 Jul 21 00:21:51.756430 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:51.783540 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4112dc3-2b80-49e4-b577-a18ada0ecf56,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:51.844760 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4055988'] for router_gateway, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:51.934683 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 4cb056c4-cb2e-4011-974e-e948246b866e no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:21:51.941250 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4055651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26344'] for router, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:51.943445 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:51.954938 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 4cb056c4-cb2e-4011-974e-e948246b866e {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:21:51.955285 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 4cb056c4-cb2e-4011-974e-e948246b866e not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:21:52.213896 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4061519'] for router, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.214470 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988898b5-d688-4385-9383-98ed0b7258a4 {{(pid=94868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 00:21:52.219534 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] Notify callbacks [] for router, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.223066 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-be26b766-8d94-4019-98b4-e53a9fa1a864 admin admin] 10.222.0.35 "DELETE /v2.0/routers/988898b5-d688-4385-9383-98ed0b7258a4 HTTP/1.1" status: 204 len: 168 time: 0.9850667 Jul 21 00:21:52.223406 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60362) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:52.268757 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d137cbc-70ea-49e2-8354-32996560ec96 admin admin] Deleting subnet 48b3966a-1f69-4389-a40b-024bc2ad65b1 {{(pid=94868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:21:52.271992 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d137cbc-70ea-49e2-8354-32996560ec96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.303910 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d137cbc-70ea-49e2-8354-32996560ec96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8529759'] for subnet, precommit_delete_associations {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.346920 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d137cbc-70ea-49e2-8354-32996560ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.400036 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d137cbc-70ea-49e2-8354-32996560ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8423695'] for subnet, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.426953 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d137cbc-70ea-49e2-8354-32996560ec96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.429084 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-3d137cbc-70ea-49e2-8354-32996560ec96 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/48b3966a-1f69-4389-a40b-024bc2ad65b1 HTTP/1.1" status: 204 len: 168 time: 0.2046177 Jul 21 00:21:52.430036 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d137cbc-70ea-49e2-8354-32996560ec96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b3966a-1f69-4389-a40b-024bc2ad65b1,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:52.432176 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 60364) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:52.709666 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.796217 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.807069 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb3f93b-68d5-4fd7-a290-d3b99cc3436d']}} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:52.821231 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4199d28-614b-4a84-9dc5-bc644cd95f5a') {'for_net_delete': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:52.822146 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4199d28-614b-4a84-9dc5-bc644cd95f5a') {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:21:52.839201 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439217'] for segment, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.868073 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.877047 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:21:52.877445 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8450596'] for segment, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: Traceback (most recent call last): Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: timer() Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: cb(*args, **kw) Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: return func(*args, **kwargs) Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: self._notify() Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: self.callback(batched_events) Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: event.method(event) Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: return f(self, *a, **k) Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: return self._get(url).json() Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: return self.request(url, 'GET', **kwargs) Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:21:52.879150 dv-cinder-679138-11-smb neutron-server[94869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:21:52.945106 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce199a-b99c-4190-ac1e-d6f892e29b85 req-94b2b46d-3f9d-43ed-a097-f6bb7a93f2a7 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:52.946625 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-26ce199a-b99c-4190-ac1e-d6f892e29b85 req-94b2b46d-3f9d-43ed-a097-f6bb7a93f2a7 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1273191 Jul 21 00:21:52.947811 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.952969 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:52.954732 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] 10.222.0.35 "DELETE /v2.0/networks/aeb3f93b-68d5-4fd7-a290-d3b99cc3436d HTTP/1.1" status: 204 len: 168 time: 0.5215330 Jul 21 00:21:52.974963 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb3f93b-68d5-4fd7-a290-d3b99cc3436d,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:52.989266 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.990196 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.990196 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.990420 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.990566 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.990891 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.991208 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.991524 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.991847 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.992220 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.992682 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:52.992893 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01331b-9adf-4402-8b5a-8d7d11f98a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:21:53.013864 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-26ce199a-b99c-4190-ac1e-d6f892e29b85 req-50c6e6e4-4fe6-43b9-a8d6-790107a8a1d4 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579476 Jul 21 00:21:53.071130 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 60374) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:53.123097 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-0d323c7c-1b4f-43a2-b8ba-f9f48d1cc9e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2cd5871663544f74a895b1f008de7cc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506740 Jul 21 00:21:53.125912 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 60376) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:53.175955 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a1d551dd-e658-4219-9fb1-0d092e37bb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:53.216019 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a1d551dd-e658-4219-9fb1-0d092e37bb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:53.301809 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3768c-9356-4625-80c8-3a81e46bc9a9 req-114cdd9c-81e0-4fd1-941c-fd8a94bce27e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:53.303301 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-60e3768c-9356-4625-80c8-3a81e46bc9a9 req-114cdd9c-81e0-4fd1-941c-fd8a94bce27e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0896437 Jul 21 00:21:53.318311 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a1d551dd-e658-4219-9fb1-0d092e37bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:53.320915 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a1d551dd-e658-4219-9fb1-0d092e37bb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:53.322631 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-a1d551dd-e658-4219-9fb1-0d092e37bb75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77f7509b-5f07-4156-8381-2d200809b1d4 HTTP/1.1" status: 204 len: 168 time: 0.1957252 Jul 21 00:21:53.344159 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d551dd-e658-4219-9fb1-0d092e37bb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f7509b-5f07-4156-8381-2d200809b1d4,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:53.363443 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-2a91473c-5f5e-4659-af71-73f6ef2990ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:53.369798 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-2a91473c-5f5e-4659-af71-73f6ef2990ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 1099 time: 0.0629613 Jul 21 00:21:53.370016 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-60e3768c-9356-4625-80c8-3a81e46bc9a9 req-86e290e0-fb9f-43ee-8623-a55bebd9749b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590017 Jul 21 00:21:53.463760 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-4ec0c884-6ad4-4a22-854d-d7ad5946de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:53.465248 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-4ec0c884-6ad4-4a22-854d-d7ad5946de2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 911 time: 0.0913293 Jul 21 00:21:53.533281 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-d4cb7ed6-c880-4241-92d4-aa0d5d44588c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d HTTP/1.1" status: 200 len: 1002 time: 0.0610518 Jul 21 00:21:53.574093 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 3ca99349-b5e7-4402-9877-ef1f78bab1b7 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:21:53.586323 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-c8e19557-4e1f-4b78-9829-a5233cee8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:53.588442 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-c8e19557-4e1f-4b78-9829-a5233cee8b31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f70018-3e48-4eeb-828a-b5371037ea59 HTTP/1.1" status: 200 len: 849 time: 0.0483508 Jul 21 00:21:53.596148 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 3ca99349-b5e7-4402-9877-ef1f78bab1b7 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:21:53.596600 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 3ca99349-b5e7-4402-9877-ef1f78bab1b7 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:21:53.597152 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device b4112dc3-2b80-49e4-b577-a18ada0ecf56 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:21:53.616527 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: b4112dc3-2b80-49e4-b577-a18ada0ecf56 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:21:53.616941 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device b4112dc3-2b80-49e4-b577-a18ada0ecf56 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:21:53.651724 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-e610034e-35df-46a9-9422-de640f27b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:53.653239 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-e610034e-35df-46a9-9422-de640f27b011 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8355f9be-4e62-41cd-bf82-895434776e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0582290 Jul 21 00:21:53.753099 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-9ee9fb98-8b8a-42f3-a89e-53440a6f654d service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880711 Jul 21 00:21:53.856498 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-86af7ca6-12c1-4ee3-bfc9-1af3ead5f47f req-153ddcd2-f998-48f6-8555-59f744bea193 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926273 Jul 21 00:21:54.025356 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60402) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:54.133524 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-808152069-network', 'tenant_id': 'f58b118fe46f4012a5bff944538b37bf'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:21:54.158444 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Made reservation on behalf of f58b118fe46f4012a5bff944538b37bf for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:21:54.160979 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.170391 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.258464 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.263101 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.283432 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:21:54.298989 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:54.302004 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.302354 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Added segment 930aa20f-f5aa-4dd6-b542-b4893d77ba99 of type vlan for network 4a9ae94e-0d87-49be-a0cf-b389dec88aee Jul 21 00:21:54.342857 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.376112 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.377270 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:54.377910 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.424430 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3979504 Jul 21 00:21:54.427842 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 60416) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:21:54.436434 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Request body: {'subnet': {'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-808152069-subnet', 'tenant_id': 'f58b118fe46f4012a5bff944538b37bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:21:54.452848 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a77f2-7678-4000-bacf-493956ecb642 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9ae94e-0d87-49be-a0cf-b389dec88aee,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:54.465027 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 4a9ae94e-0d87-49be-a0cf-b389dec88aee details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:21:54.474478 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Made reservation on behalf of f58b118fe46f4012a5bff944538b37bf for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:21:54.476848 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8580694'] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.598228 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48dc02-4cb2-4256-b6d6-babe241f2a5f req-2cced8f2-370b-4685-b4e0-77f9a865237c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:54.599721 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dc48dc02-4cb2-4256-b6d6-babe241f2a5f req-2cced8f2-370b-4685-b4e0-77f9a865237c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.1271019 Jul 21 00:21:54.673463 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dc48dc02-4cb2-4256-b6d6-babe241f2a5f req-0635d207-a8be-439a-ab99-d59ef8d34282 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664177 Jul 21 00:21:54.715939 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8450719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8580644'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.768618 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71eadd77-3bb9-414c-b595-d3b6f8fca2f1,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:54.777528 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Checking segment: {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:21:54.777888 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Network hostable DHCP agents. Network: 4a9ae94e-0d87-49be-a0cf-b389dec88aee, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:21:54.794316 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Network 4a9ae94e-0d87-49be-a0cf-b389dec88aee is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:21:54.802337 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 4a9ae94e-0d87-49be-a0cf-b389dec88aee) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:21:54.806223 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:54.806802 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:54.811409 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1442c90-e8a6-42a9-a4df-284d8a85f826 None None] Network 4a9ae94e-0d87-49be-a0cf-b389dec88aee requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:21:54.820790 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-4549e729-c25c-4ae7-b74e-da7af730b406 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3911839 Jul 21 00:21:54.934006 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67ee2f-822d-458b-ab06-7ff33f91976c None None] Network 4a9ae94e-0d87-49be-a0cf-b389dec88aee requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:21:55.168040 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-55ae29f9-54bb-4df0-b8e1-a46a31ef1e8d tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:55.169548 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-55ae29f9-54bb-4df0-b8e1-a46a31ef1e8d tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 814 time: 0.1021335 Jul 21 00:21:55.184525 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-bb1c5eec-04d2-4ec9-800b-441eafcc5217 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/quotas/f58b118fe46f4012a5bff944538b37bf HTTP/1.1" status: 200 len: 375 time: 0.0096185 Jul 21 00:21:55.217304 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-fbf56d6e-3fb6-4510-967d-f96110afa2d0 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278392 Jul 21 00:21:55.305703 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-eeab2e39-73ed-4169-b8de-f9e32a9b893f service neutron] 10.222.0.35 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820999 Jul 21 00:21:55.397744 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-c787d630-6811-46d5-add3-7fa32efaa05d service neutron] 10.222.0.35 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861347 Jul 21 00:21:55.567664 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c5f85b99-b28e-4ce6-9d7e-04c1284ead02 req-81002322-50a6-484c-a467-fc0598587ff2 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 210 time: 0.0316806 Jul 21 00:21:56.537032 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-872f515d-4ad4-4d15-8a34-64669ab18839 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:56.538560 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-872f515d-4ad4-4d15-8a34-64669ab18839 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 814 time: 0.1036117 Jul 21 00:21:56.553102 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Request body: {'port': {'device_id': 'b275e186-504f-4c57-9b2c-aa5635e328f7', 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee', 'admin_state_up': True, 'tenant_id': 'f58b118fe46f4012a5bff944538b37bf'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:21:56.657765 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Made reservation on behalf of f58b118fe46f4012a5bff944538b37bf for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:21:56.661178 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:56.664202 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-822037f5-15ec-427b-aaf7-f6e5fd0f7659 req-3ee7151f-d4d9-421d-a178-6d7d5d489ca7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 210 time: 0.0293245 Jul 21 00:21:56.784973 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Allocated IP 172.20.0.5 (4a9ae94e-0d87-49be-a0cf-b389dec88aee/71eadd77-3bb9-414c-b595-d3b6f8fca2f1/6652ba51-59b1-46ca-8672-635a4ef12967) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:21:56.925827 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:56.932475 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:21:56.962752 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:57.003240 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Network 4a9ae94e-0d87-49be-a0cf-b389dec88aee is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:21:57.008418 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:21:57.011221 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:21:57.040225 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Pushing event updated for resources: {'Port': ['ID=6652ba51-59b1-46ca-8672-635a4ef12967,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:57.063541 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:57.064131 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:57.078470 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-748c276f-fcaf-46fe-b31a-fa63b33e88f7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5291116 Jul 21 00:21:57.091700 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Request body: {'port': {'device_id': 'b275e186-504f-4c57-9b2c-aa5635e328f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:21:57.162838 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:57.419851 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6652ba51-59b1-46ca-8672-635a4ef12967 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:21:57.427717 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:57.441254 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Transition to ACTIVE for port object 6652ba51-59b1-46ca-8672-635a4ef12967 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:21:57.444768 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:57.518164 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Pushing event updated for resources: {'Port': ['ID=6652ba51-59b1-46ca-8672-635a4ef12967,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:57.564043 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Attempting to bind port 6652ba51-59b1-46ca-8672-635a4ef12967 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:21:57.564730 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Attempting to bind port 6652ba51-59b1-46ca-8672-635a4ef12967 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:21:57.564730 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Attempting to bind port 6652ba51-59b1-46ca-8672-635a4ef12967 on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:21:57.568788 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Port 6652ba51-59b1-46ca-8672-635a4ef12967 on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:21:57.569132 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Attempting to bind port 6652ba51-59b1-46ca-8672-635a4ef12967 on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:21:57.573799 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:21:57.574131 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Checking segment: {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:21:57.574508 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Bound using segment: {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:21:57.574950 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Bound port: 6652ba51-59b1-46ca-8672-635a4ef12967, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:21:57.575441 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:57.637058 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] For port 6652ba51-59b1-46ca-8672-635a4ef12967, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:21:57.640069 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] For port 6652ba51-59b1-46ca-8672-635a4ef12967, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=6652ba51-59b1-46ca-8672-635a4ef12967,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:21:57.644920 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:57.678865 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:57.679471 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:21:57.680848 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] 10.222.0.32 "PUT /v2.0/ports/6652ba51-59b1-46ca-8672-635a4ef12967 HTTP/1.1" status: 200 len: 1093 time: 0.5936835 Jul 21 00:21:57.681296 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b275e186-504f-4c57-9b2c-aa5635e328f7', 'tag': '6652ba51-59b1-46ca-8672-635a4ef12967'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:21:57.683629 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c0647d-48e0-4d84-ab05-f6fed1b78935" -d '{"events": [{"name": "network-changed", "server_uuid": "b275e186-504f-4c57-9b2c-aa5635e328f7", "tag": "6652ba51-59b1-46ca-8672-635a4ef12967"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:21:57.706422 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47091194-2e1a-4df1-98e4-d0b3ff5daf43 service neutron] Pushing event updated for resources: {'Port': ['ID=6652ba51-59b1-46ca-8672-635a4ef12967,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:21:57.737551 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13300ee2-878d-4947-aa85-f9daac5ab015 x-openstack-request-id: req-13300ee2-878d-4947-aa85-f9daac5ab015 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:21:57.737840 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b275e186-504f-4c57-9b2c-aa5635e328f7", "tag": "6652ba51-59b1-46ca-8672-635a4ef12967", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:21:57.738085 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13300ee2-878d-4947-aa85-f9daac5ab015 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:21:57.738472 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b275e186-504f-4c57-9b2c-aa5635e328f7', 'tag': '6652ba51-59b1-46ca-8672-635a4ef12967', 'status': 'completed', 'code': 200} Jul 21 00:21:57.810749 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-d05d6131-23e9-41b4-bd49-2b8b12eac219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:57.812557 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-d05d6131-23e9-41b4-bd49-2b8b12eac219 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 1096 time: 0.0728242 Jul 21 00:21:57.817289 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958c110-2e24-4ce6-ba82-98f7b63f98e1 req-65128da5-4179-4090-b66c-53bf5010036c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:57.818767 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f958c110-2e24-4ce6-ba82-98f7b63f98e1 req-65128da5-4179-4090-b66c-53bf5010036c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 943 time: 0.0729706 Jul 21 00:21:57.856561 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-bfd7d173-ce35-4ec9-979b-f91f6e90ee61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6652ba51-59b1-46ca-8672-635a4ef12967 HTTP/1.1" status: 200 len: 217 time: 0.0348771 Jul 21 00:21:57.859136 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f958c110-2e24-4ce6-ba82-98f7b63f98e1 req-ab21b2fa-4950-45c9-b994-8c071efe7081 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318193 Jul 21 00:21:57.908722 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-12b50313-384b-4923-a0dc-da8b99057d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:57.910223 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-12b50313-384b-4923-a0dc-da8b99057d75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71eadd77-3bb9-414c-b595-d3b6f8fca2f1 HTTP/1.1" status: 200 len: 854 time: 0.0440774 Jul 21 00:21:57.953740 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-a3f19672-bf60-42ac-951b-bd8a3df88930 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9ae94e-0d87-49be-a0cf-b389dec88aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295501 Jul 21 00:21:58.040748 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-bdf64768-de0e-4893-a1b8-f7ddca397660 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797992 Jul 21 00:21:58.131678 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f7196b94-914c-4bae-a8a6-9396a13b6d85 req-8c045704-9bd1-48fb-bf69-8ff98f7ccdd0 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844278 Jul 21 00:21:58.221270 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0647d-48e0-4d84-ab05-f6fed1b78935 req-62ddfec5-03ff-406e-9385-16ae946578cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:58.222776 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-33c0647d-48e0-4d84-ab05-f6fed1b78935 req-62ddfec5-03ff-406e-9385-16ae946578cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 1096 time: 0.0518503 Jul 21 00:21:58.309940 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0647d-48e0-4d84-ab05-f6fed1b78935 req-e39e1995-aa18-4465-903c-75ec1a018278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:58.311333 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-33c0647d-48e0-4d84-ab05-f6fed1b78935 req-e39e1995-aa18-4465-903c-75ec1a018278 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 915 time: 0.0816863 Jul 21 00:21:58.350903 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-33c0647d-48e0-4d84-ab05-f6fed1b78935 req-4be88daa-31fe-47ab-afcc-d0d2264d60ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6652ba51-59b1-46ca-8672-635a4ef12967 HTTP/1.1" status: 200 len: 217 time: 0.0317245 Jul 21 00:21:58.399457 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0647d-48e0-4d84-ab05-f6fed1b78935 req-5e20ac18-20c6-4d82-aa63-681eac88d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:58.400845 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-33c0647d-48e0-4d84-ab05-f6fed1b78935 req-5e20ac18-20c6-4d82-aa63-681eac88d807 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71eadd77-3bb9-414c-b595-d3b6f8fca2f1 HTTP/1.1" status: 200 len: 854 time: 0.0433762 Jul 21 00:21:58.432914 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-33c0647d-48e0-4d84-ab05-f6fed1b78935 req-e27e7146-06f4-4c78-bb9a-4e2f45a8fbae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9ae94e-0d87-49be-a0cf-b389dec88aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257907 Jul 21 00:21:58.559679 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-33c0647d-48e0-4d84-ab05-f6fed1b78935 req-c009a15e-fb05-41d5-95dd-76619294751b service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123757 Jul 21 00:21:58.636450 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-812b1ab4-22f1-40ce-83a2-064236ef7cca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1184692 Jul 21 00:21:58.672060 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-33c0647d-48e0-4d84-ab05-f6fed1b78935 req-7b52cbbe-d82b-4ddb-89a7-6c321d87f4de service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057234 Jul 21 00:21:58.719441 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-b4f761f6-e898-4259-a0b7-5cdbfbdbc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:58.721025 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-b4f761f6-e898-4259-a0b7-5cdbfbdbc164 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 1100 time: 0.0579512 Jul 21 00:21:58.749804 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e3736-8bbe-4db7-8801-3187e20de1ab req-455f5209-1b63-462a-b5c9-d4a0e1a16bdf tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:58.751431 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dd6e3736-8bbe-4db7-8801-3187e20de1ab req-455f5209-1b63-462a-b5c9-d4a0e1a16bdf tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 945 time: 0.0682354 Jul 21 00:21:58.787360 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dd6e3736-8bbe-4db7-8801-3187e20de1ab req-1afd4033-1803-4688-aaab-68a40f16f03a tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303152 Jul 21 00:21:58.825005 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-3975f908-ca56-4b41-8aa4-e179fdf070f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:58.826471 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-3975f908-ca56-4b41-8aa4-e179fdf070f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 918 time: 0.0862210 Jul 21 00:21:58.890308 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-e0c59bca-98f7-4668-965e-22fd5628c446 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2576825-6fb3-4025-8934-8bd565c801f3 HTTP/1.1" status: 200 len: 1001 time: 0.0553870 Jul 21 00:21:58.945478 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-30e5d216-1739-4759-987e-2ce37d8f17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:58.946847 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-30e5d216-1739-4759-987e-2ce37d8f17d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.0464537 Jul 21 00:21:58.986510 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c3be-f97a-404d-bd00-ced1d5d42dcf req-900d3dbf-a12a-4545-a165-beae9861cea4 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:58.988095 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-46a0c3be-f97a-404d-bd00-ced1d5d42dcf req-900d3dbf-a12a-4545-a165-beae9861cea4 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 943 time: 0.0627520 Jul 21 00:21:59.011986 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-a7aea36e-4d2f-4009-899d-476c209811ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:59.013508 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-a7aea36e-4d2f-4009-899d-476c209811ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0518153 Jul 21 00:21:59.024238 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-46a0c3be-f97a-404d-bd00-ced1d5d42dcf req-b8ba2640-bd68-498e-992a-e5c34f68aa0e tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306721 Jul 21 00:21:59.102422 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-4da5f628-0042-4873-a3ea-599fd209738c service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793686 Jul 21 00:21:59.190072 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dff0ce3f-329f-4888-9b21-fa7ab382ed0f req-284041f8-dd0e-4e01-be89-819fc0e107f3 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795798 Jul 21 00:21:59.915147 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a371f1-4e0a-4fbc-a60d-364e60ca49d9 req-1d94a991-ac5f-48cd-a828-9e6de40d146e tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:21:59.916691 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-04a371f1-4e0a-4fbc-a60d-364e60ca49d9 req-1d94a991-ac5f-48cd-a828-9e6de40d146e tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 945 time: 0.0617976 Jul 21 00:21:59.953074 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-04a371f1-4e0a-4fbc-a60d-364e60ca49d9 req-b9ec7043-0636-4439-992a-5c48561a78c1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Jul 21 00:21:59.984146 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 6652ba51-59b1-46ca-8672-635a4ef12967 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:22:00.076807 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 6652ba51-59b1-46ca-8672-635a4ef12967, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=6652ba51-59b1-46ca-8672-635a4ef12967,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:00.087597 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '6652ba51-59b1-46ca-8672-635a4ef12967', 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee', 'port_id': '6652ba51-59b1-46ca-8672-635a4ef12967', 'mac_address': 'fa:16:3e:35:87:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71eadd77-3bb9-414c-b595-d3b6f8fca2f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:22:00.128323 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:00.140797 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6652ba51-59b1-46ca-8672-635a4ef12967 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:00.156732 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5570e21-ea19-42d5-a177-d2763d34fb2d req-1ca9a294-24b7-4ba4-8add-892d295d5d4a tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:00.158447 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a5570e21-ea19-42d5-a177-d2763d34fb2d req-1ca9a294-24b7-4ba4-8add-892d295d5d4a tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 943 time: 0.0671799 Jul 21 00:22:00.162510 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 6652ba51-59b1-46ca-8672-635a4ef12967, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=6652ba51-59b1-46ca-8672-635a4ef12967,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:00.167963 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:00.198622 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a5570e21-ea19-42d5-a177-d2763d34fb2d req-61115988-a9b0-4186-8e72-c2199c02cf46 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343974 Jul 21 00:22:00.225761 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=6652ba51-59b1-46ca-8672-635a4ef12967,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:00.479814 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['6652ba51-59b1-46ca-8672-635a4ef12967'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:01.079742 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9d800-fa23-4d73-b12f-bcf354e91736 req-18d06840-870e-4700-ae0e-286b1a599eeb tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:01.081240 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-aad9d800-fa23-4d73-b12f-bcf354e91736 req-18d06840-870e-4700-ae0e-286b1a599eeb tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 945 time: 0.0624633 Jul 21 00:22:01.117388 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-aad9d800-fa23-4d73-b12f-bcf354e91736 req-8711752a-185b-4078-ad85-46c23a0610a0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307217 Jul 21 00:22:01.325771 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2940773-d07a-40cf-a95c-27864ecc0ac3 req-3b54e100-d6e3-4a98-8887-6f07c936a3b6 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:01.327239 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b2940773-d07a-40cf-a95c-27864ecc0ac3 req-3b54e100-d6e3-4a98-8887-6f07c936a3b6 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 944 time: 0.0648088 Jul 21 00:22:01.364017 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b2940773-d07a-40cf-a95c-27864ecc0ac3 req-868dc15e-0625-4c5f-a889-60dedae851fb tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Jul 21 00:22:01.649190 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6fc0719e-7b75-4051-8baf-69cce147eb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:01.992915 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 6652ba51-59b1-46ca-8672-635a4ef12967 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:22:02.041129 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 6652ba51-59b1-46ca-8672-635a4ef12967 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:22:02.044578 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 6652ba51-59b1-46ca-8672-635a4ef12967 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:22:02.044966 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:02.121586 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:02.151863 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b275e186-504f-4c57-9b2c-aa5635e328f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6652ba51-59b1-46ca-8672-635a4ef12967'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:02.155261 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b30e6b-0046-4b47-a74f-b8ef73e7e7b5" -d '{"events": [{"server_uuid": "b275e186-504f-4c57-9b2c-aa5635e328f7", "name": "network-vif-plugged", "status": "completed", "tag": "6652ba51-59b1-46ca-8672-635a4ef12967"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:02.172160 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 6652ba51-59b1-46ca-8672-635a4ef12967, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=6652ba51-59b1-46ca-8672-635a4ef12967,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:02.177218 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:02.201402 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87078bfd-9ed6-4d95-8a82-e6613274a0b0 x-openstack-request-id: req-87078bfd-9ed6-4d95-8a82-e6613274a0b0 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:02.201689 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b275e186-504f-4c57-9b2c-aa5635e328f7", "name": "network-vif-plugged", "status": "completed", "tag": "6652ba51-59b1-46ca-8672-635a4ef12967", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:02.201943 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87078bfd-9ed6-4d95-8a82-e6613274a0b0 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:02.202322 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b275e186-504f-4c57-9b2c-aa5635e328f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6652ba51-59b1-46ca-8672-635a4ef12967', 'code': 200} Jul 21 00:22:02.227524 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=6652ba51-59b1-46ca-8672-635a4ef12967,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:02.258807 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b2d9f-acc6-4f2b-a225-bd71f67ca4d1 req-e3fb0ec2-b5fa-4330-82cc-a9d593eaed60 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:02.260786 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5d4b2d9f-acc6-4f2b-a225-bd71f67ca4d1 req-e3fb0ec2-b5fa-4330-82cc-a9d593eaed60 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 945 time: 0.0764976 Jul 21 00:22:02.299356 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5d4b2d9f-acc6-4f2b-a225-bd71f67ca4d1 req-8d493ad4-0660-42ab-b72d-58193cafb272 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329254 Jul 21 00:22:02.378810 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8aecd-84a0-4cc4-b444-3257a0011a03 req-d36a3d7a-d8e8-4754-8c62-f22da79abf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:02.380265 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f5d8aecd-84a0-4cc4-b444-3257a0011a03 req-d36a3d7a-d8e8-4754-8c62-f22da79abf92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 1098 time: 0.0511408 Jul 21 00:22:02.418260 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-f5d8aecd-84a0-4cc4-b444-3257a0011a03 req-1fa66889-c0a1-4f0e-85f1-af3cb5975efe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277493 Jul 21 00:22:02.490913 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d54156-b2ef-4669-94d7-be1ca61f0024 req-0ca4e4e9-a132-443b-9f3c-5d8c913e1d31 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:02.492518 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-85d54156-b2ef-4669-94d7-be1ca61f0024 req-0ca4e4e9-a132-443b-9f3c-5d8c913e1d31 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 945 time: 0.0630503 Jul 21 00:22:02.515758 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:02.532379 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-85d54156-b2ef-4669-94d7-be1ca61f0024 req-998f6c69-2548-4525-96db-8c4316463520 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331385 Jul 21 00:22:03.429649 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38129219-d30a-465d-9e7e-d85c10e9e852 req-202ff457-9d16-452c-8cd9-19df4ab9f9c2 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:03.431163 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-38129219-d30a-465d-9e7e-d85c10e9e852 req-202ff457-9d16-452c-8cd9-19df4ab9f9c2 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 945 time: 0.0656986 Jul 21 00:22:03.469208 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-38129219-d30a-465d-9e7e-d85c10e9e852 req-2b0d22f3-cf95-4a15-b04b-53f2fc52c8c3 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320156 Jul 21 00:22:03.656400 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e0f03-96b0-4d4f-9518-0237c029333c req-2c58f598-f97c-4cbd-8b3c-361149fb40ac tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:03.657788 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c70e0f03-96b0-4d4f-9518-0237c029333c req-2c58f598-f97c-4cbd-8b3c-361149fb40ac tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 945 time: 0.0615492 Jul 21 00:22:03.693478 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c70e0f03-96b0-4d4f-9518-0237c029333c req-6c1b868a-0b64-4ab5-ba38-63003e501c53 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302434 Jul 21 00:22:04.214413 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ef757598-20db-42e0-bdd0-18e60171746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:04.236235 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:04.597823 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd53c3-57fb-4387-884c-e5b0443687f5 req-7b90fddf-a0a6-45a1-b4ac-7cdcf4152944 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:04.599297 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fdfd53c3-57fb-4387-884c-e5b0443687f5 req-7b90fddf-a0a6-45a1-b4ac-7cdcf4152944 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 945 time: 0.0652616 Jul 21 00:22:04.636042 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fdfd53c3-57fb-4387-884c-e5b0443687f5 req-49432534-4ce7-455b-a0e1-5d313dbc6089 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Jul 21 00:22:04.883168 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-8563ffab-44d8-4f03-85a3-8eedf94fae22 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:04.885109 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-8563ffab-44d8-4f03-85a3-8eedf94fae22 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.32 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 945 time: 0.0695920 Jul 21 00:22:04.983020 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-c3c759da-0e45-4263-9e14-a83e7b4afca1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Deleting port ce6069f6-5c2e-4e2a-b121-1e860e6d1503 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:22:04.983370 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-c3c759da-0e45-4263-9e14-a83e7b4afca1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:05.072231 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-c3c759da-0e45-4263-9e14-a83e7b4afca1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] For port ce6069f6-5c2e-4e2a-b121-1e860e6d1503, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,segment=NetworkSegment(8f0ae635-cc50-40d2-b8a0-4e6166626dfc),segment_id=8f0ae635-cc50-40d2-b8a0-4e6166626dfc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:05.072596 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-c3c759da-0e45-4263-9e14-a83e7b4afca1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:05.084440 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-c3c759da-0e45-4263-9e14-a83e7b4afca1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Calling delete_port for ce6069f6-5c2e-4e2a-b121-1e860e6d1503 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:22:05.182257 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:05.209908 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-c3c759da-0e45-4263-9e14-a83e7b4afca1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:05.224429 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['ce6069f6-5c2e-4e2a-b121-1e860e6d1503'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:05.243295 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c759da-0e45-4263-9e14-a83e7b4afca1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Pushing event deleted for resources: {'Port': ['ID=ce6069f6-5c2e-4e2a-b121-1e860e6d1503,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:05.287274 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-c3c759da-0e45-4263-9e14-a83e7b4afca1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] No DVR routers for this DVR port ce6069f6-5c2e-4e2a-b121-1e860e6d1503 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:22:05.290108 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-c3c759da-0e45-4263-9e14-a83e7b4afca1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:05.292911 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2cc02cd7-e207-4b40-bc04-821db59741fd req-c3c759da-0e45-4263-9e14-a83e7b4afca1 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.32 "DELETE /v2.0/ports/ce6069f6-5c2e-4e2a-b121-1e860e6d1503 HTTP/1.1" status: 204 len: 173 time: 0.4021142 Jul 21 00:22:05.293374 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eca272-1333-40b4-be17-4c5feb7e91f7', 'name': 'network-vif-deleted', 'tag': 'ce6069f6-5c2e-4e2a-b121-1e860e6d1503'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:05.295888 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22358c61-94f4-481b-bd46-02484dab9b5d" -d '{"events": [{"server_uuid": "88eca272-1333-40b4-be17-4c5feb7e91f7", "name": "network-vif-deleted", "tag": "ce6069f6-5c2e-4e2a-b121-1e860e6d1503"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:05.337451 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f89fd98-5274-45b8-9b05-15254cdcc35f x-openstack-request-id: req-1f89fd98-5274-45b8-9b05-15254cdcc35f {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:05.338310 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eca272-1333-40b4-be17-4c5feb7e91f7", "name": "network-vif-deleted", "tag": "ce6069f6-5c2e-4e2a-b121-1e860e6d1503", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:05.338575 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f89fd98-5274-45b8-9b05-15254cdcc35f {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:05.338960 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eca272-1333-40b4-be17-4c5feb7e91f7', 'name': 'network-vif-deleted', 'tag': 'ce6069f6-5c2e-4e2a-b121-1e860e6d1503', 'status': 'completed', 'code': 200} Jul 21 00:22:05.746301 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-58e3d2f9-df26-48f0-b00e-eb83cf38c4c6 req-09a03cde-529e-498e-ba44-c58cae7751f6 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=88eca272-1333-40b4-be17-4c5feb7e91f7 HTTP/1.1" status: 200 len: 210 time: 0.0301030 Jul 21 00:22:06.632509 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:07.680331 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-d12e101d-e7a7-4e7a-ae6e-2acff07a05c7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:07.681708 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-d12e101d-e7a7-4e7a-ae6e-2acff07a05c7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 814 time: 0.0996075 Jul 21 00:22:07.696086 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-ac89d078-2cf9-4fa8-b3b8-b515860b3200 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/quotas/f58b118fe46f4012a5bff944538b37bf HTTP/1.1" status: 200 len: 375 time: 0.0086033 Jul 21 00:22:07.757000 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-35b6a0c0-3726-42a1-b5cc-62254157c757 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562396 Jul 21 00:22:07.841227 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-bda3fc5d-7ce6-4beb-a8ae-56434000ac7a service neutron] 10.222.0.35 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777102 Jul 21 00:22:07.929737 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-167d2f27-9753-44d6-b02c-61477be65966 service neutron] 10.222.0.35 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825756 Jul 21 00:22:08.022351 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device ce6069f6-5c2e-4e2a-b121-1e860e6d1503 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:22:08.047637 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: ce6069f6-5c2e-4e2a-b121-1e860e6d1503 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:22:08.047984 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device ce6069f6-5c2e-4e2a-b121-1e860e6d1503 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:22:08.096915 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-49e78ecc-9de2-4fc3-80f8-49822737e626 req-624167ef-2b09-4ca2-a5e5-2a498f780465 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 210 time: 0.0307770 Jul 21 00:22:09.203812 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e75c59fc-91b8-44f6-91a0-b5cfc2bda330 req-7f9eae69-180f-4e51-b1d1-680b767ae8c4 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 210 time: 0.0331528 Jul 21 00:22:09.273243 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-58617bb1-c8d9-4a1e-8d21-ad5b181f6935 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:09.274685 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-58617bb1-c8d9-4a1e-8d21-ad5b181f6935 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 814 time: 0.3208606 Jul 21 00:22:09.287795 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Request body: {'port': {'device_id': '37592452-5bbc-4d2b-830c-b0911ddad1ba', 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee', 'admin_state_up': True, 'tenant_id': 'f58b118fe46f4012a5bff944538b37bf'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:09.403640 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Made reservation on behalf of f58b118fe46f4012a5bff944538b37bf for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:22:09.408720 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:09.552680 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Allocated IP 172.20.0.10 (4a9ae94e-0d87-49be-a0cf-b389dec88aee/71eadd77-3bb9-414c-b595-d3b6f8fca2f1/a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:22:09.693360 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:09.730323 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:09.742111 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['6652ba51-59b1-46ca-8672-635a4ef12967'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:09.775229 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Network 4a9ae94e-0d87-49be-a0cf-b389dec88aee is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:22:09.778189 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:22:09.780548 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:22:09.809731 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Pushing event updated for resources: {'Port': ['ID=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:09.836118 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:09.836730 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:09.851049 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-5a50feee-5265-4b2c-8707-1373579b5815 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671139 Jul 21 00:22:09.864592 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Request body: {'port': {'device_id': '37592452-5bbc-4d2b-830c-b0911ddad1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:09.936559 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:10.182797 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:10.189954 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:10.202146 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Transition to ACTIVE for port object a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:22:10.204825 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:10.253590 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Pushing event updated for resources: {'Port': ['ID=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:10.324524 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Attempting to bind port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:22:10.325292 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Attempting to bind port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:22:10.325408 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Attempting to bind port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:10.329529 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:22:10.329839 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Attempting to bind port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:10.332619 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5ba5d-e0e9-49c4-bbce-be3421c61229 req-b594f7d7-be6b-4e40-b4d0-ec0662ce5b23 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:10.334134 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-94d5ba5d-e0e9-49c4-bbce-be3421c61229 req-b594f7d7-be6b-4e40-b4d0-ec0662ce5b23 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 944 time: 0.0622549 Jul 21 00:22:10.334741 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:22:10.335073 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Checking segment: {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:22:10.335450 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Bound using segment: {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:22:10.335868 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Bound port: a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:22:10.336214 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:10.372243 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-94d5ba5d-e0e9-49c4-bbce-be3421c61229 req-064eb9bd-4182-4c15-bc5b-deb94654eceb tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315833 Jul 21 00:22:10.405964 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] For port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:22:10.409262 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] For port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:22:10.413101 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:10.450267 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:10.450871 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:10.452233 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] 10.222.0.32 "PUT /v2.0/ports/a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f HTTP/1.1" status: 200 len: 1094 time: 0.5916791 Jul 21 00:22:10.452661 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37592452-5bbc-4d2b-830c-b0911ddad1ba', 'tag': 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:10.454918 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01e8f11-0ce6-45e1-82e1-04163b927f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "37592452-5bbc-4d2b-830c-b0911ddad1ba", "tag": "a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:10.474158 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069160a-c9cd-4551-8de3-ac5f394f9c2a service neutron] Pushing event updated for resources: {'Port': ['ID=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:10.501436 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6431c8-d67e-49ed-9fe6-b221616be944 x-openstack-request-id: req-bf6431c8-d67e-49ed-9fe6-b221616be944 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:10.501725 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37592452-5bbc-4d2b-830c-b0911ddad1ba", "tag": "a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:10.501970 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf6431c8-d67e-49ed-9fe6-b221616be944 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:10.502356 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37592452-5bbc-4d2b-830c-b0911ddad1ba', 'tag': 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f', 'status': 'completed', 'code': 200} Jul 21 00:22:10.565875 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-1b9952ba-cc22-47c8-a92e-02a2a067cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:10.567472 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-1b9952ba-cc22-47c8-a92e-02a2a067cbe5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 1097 time: 0.0558805 Jul 21 00:22:10.614427 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-610e8fe4-5cdd-4d27-94d2-e6b5d982d0e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f HTTP/1.1" status: 200 len: 217 time: 0.0326500 Jul 21 00:22:10.653638 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-83ceb036-51f0-4f77-bade-900f900e7f99 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:10.655073 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-83ceb036-51f0-4f77-bade-900f900e7f99 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/networks?id=2a232478-17b7-475f-a216-4b950af4d5ae HTTP/1.1" status: 200 len: 814 time: 0.1005213 Jul 21 00:22:10.663420 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-98bd944a-21fe-4c51-9c06-23d23ccb154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:10.664836 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-98bd944a-21fe-4c51-9c06-23d23ccb154e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71eadd77-3bb9-414c-b595-d3b6f8fca2f1 HTTP/1.1" status: 200 len: 854 time: 0.0427008 Jul 21 00:22:10.669392 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-0610b4f6-a1fb-470e-b30c-4bce73e7b950 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/quotas/79ae415ef13d479fa32f508e6c10b167 HTTP/1.1" status: 200 len: 375 time: 0.0087321 Jul 21 00:22:10.701445 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-8959ceb8-d93f-4716-8c24-c4919dda88e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9ae94e-0d87-49be-a0cf-b389dec88aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292041 Jul 21 00:22:10.702149 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-a94ed673-d2a0-4316-862c-6e984b5372d8 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79ae415ef13d479fa32f508e6c10b167&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277030 Jul 21 00:22:10.787554 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-d4196ae5-8085-43f1-81c4-f78db2ba2516 service neutron] 10.222.0.35 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788774 Jul 21 00:22:10.788524 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-98825a6a-7bb4-4d4a-9249-a6807e8dc25b service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797260 Jul 21 00:22:10.878412 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-632f3ba5-60df-4ce6-b462-0705e5feb159 service neutron] 10.222.0.35 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849218 Jul 21 00:22:10.886594 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-32bd9b2f-172e-44c2-86df-dc800a043939 req-ba9e5381-2cf7-4a26-b649-ca4692db47e0 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903509 Jul 21 00:22:10.996676 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8f11-0ce6-45e1-82e1-04163b927f7f req-b9b7ac31-bd5f-4999-8eef-baacb5257938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:10.998236 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a01e8f11-0ce6-45e1-82e1-04163b927f7f req-b9b7ac31-bd5f-4999-8eef-baacb5257938 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 1097 time: 0.0582047 Jul 21 00:22:11.042590 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c597ecb1-46b5-4e5f-a197-7440b8baf182 req-2335e07d-f873-49ac-863b-21f948339dd9 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 210 time: 0.0290070 Jul 21 00:22:11.099277 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8f11-0ce6-45e1-82e1-04163b927f7f req-676852c5-3b49-49fd-a7c2-8054edefb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:11.100821 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a01e8f11-0ce6-45e1-82e1-04163b927f7f req-676852c5-3b49-49fd-a7c2-8054edefb8d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 915 time: 0.0923238 Jul 21 00:22:11.146074 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a01e8f11-0ce6-45e1-82e1-04163b927f7f req-0eb94720-c43a-4f63-836b-46cd4f8ace84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f HTTP/1.1" status: 200 len: 217 time: 0.0345652 Jul 21 00:22:11.194085 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8f11-0ce6-45e1-82e1-04163b927f7f req-d31041e8-da8b-4e8f-b79f-d512a6d2dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:11.195603 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a01e8f11-0ce6-45e1-82e1-04163b927f7f req-d31041e8-da8b-4e8f-b79f-d512a6d2dfc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71eadd77-3bb9-414c-b595-d3b6f8fca2f1 HTTP/1.1" status: 200 len: 854 time: 0.0432143 Jul 21 00:22:11.237629 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a01e8f11-0ce6-45e1-82e1-04163b927f7f req-e64b88b9-46a5-48c2-9b60-4863cdbe1e03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9ae94e-0d87-49be-a0cf-b389dec88aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270045 Jul 21 00:22:11.331754 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a01e8f11-0ce6-45e1-82e1-04163b927f7f req-6114dd6b-1db9-4ad0-8840-9bbd463b76ba service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846910 Jul 21 00:22:11.434275 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a01e8f11-0ce6-45e1-82e1-04163b927f7f req-cbe857dd-8fe7-4549-99e9-8a48bfd00149 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927401 Jul 21 00:22:11.509199 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66cb89-d53e-4b00-82c4-9ae6d911b06e req-bb101f03-a926-4c86-868c-c3b9245f052e tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:11.511771 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7b66cb89-d53e-4b00-82c4-9ae6d911b06e req-bb101f03-a926-4c86-868c-c3b9245f052e tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 944 time: 0.0696664 Jul 21 00:22:11.560281 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7b66cb89-d53e-4b00-82c4-9ae6d911b06e req-e56d65a3-7ab7-4b5a-a8ca-1621a3aaa54f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Jul 21 00:22:12.014038 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-2f262456-851e-44c8-904c-9a42520bda42 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:12.015480 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-2f262456-851e-44c8-904c-9a42520bda42 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.32 "GET /v2.0/networks?id=2a232478-17b7-475f-a216-4b950af4d5ae HTTP/1.1" status: 200 len: 814 time: 0.0997450 Jul 21 00:22:12.029537 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Request body: {'port': {'device_id': '2c24f3cf-d843-42fd-ad17-91ec52cbf4e0', 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae', 'admin_state_up': True, 'tenant_id': '79ae415ef13d479fa32f508e6c10b167'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:12.140598 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9b8663a0-6666-4b8b-a925-8ff19e928745 req-768355f1-8231-472f-9829-2f7952491c58 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 210 time: 0.0290227 Jul 21 00:22:12.142592 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Made reservation on behalf of 79ae415ef13d479fa32f508e6c10b167 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:22:12.146249 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:12.262354 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Allocated IP 172.20.0.6 (2a232478-17b7-475f-a216-4b950af4d5ae/2279ee47-6c50-4390-8e4a-fc57af8639c0/67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:22:12.403050 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:12.441428 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:12.485170 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Network 2a232478-17b7-475f-a216-4b950af4d5ae is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:22:12.490237 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:22:12.493776 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:22:12.518944 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Pushing event updated for resources: {'Port': ['ID=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:12.544912 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:12.545673 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:12.559787 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-4b65c7cd-23c9-417b-83e1-cac8bc32b6d7 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5340207 Jul 21 00:22:12.572640 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Request body: {'port': {'device_id': '2c24f3cf-d843-42fd-ad17-91ec52cbf4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:12.643719 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:12.686820 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72841ec-cfea-4b59-85c7-3c91c247e535 req-118c9266-ca3c-4c4e-b157-a30684dfcd8a tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:12.688280 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b72841ec-cfea-4b59-85c7-3c91c247e535 req-118c9266-ca3c-4c4e-b157-a30684dfcd8a tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 944 time: 0.0628710 Jul 21 00:22:12.726106 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b72841ec-cfea-4b59-85c7-3c91c247e535 req-b38fe89f-91d4-44e2-aeb8-a5aef1d4bbda tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321453 Jul 21 00:22:12.898471 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:12.905557 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:12.917322 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Transition to ACTIVE for port object 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:22:12.920900 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:12.969729 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Pushing event updated for resources: {'Port': ['ID=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:13.032817 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Attempting to bind port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:22:13.033163 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Attempting to bind port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '8f0ae635-cc50-40d2-b8a0-4e6166626dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:22:13.033493 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Attempting to bind port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 on network 2a232478-17b7-475f-a216-4b950af4d5ae {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:13.037650 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 on network 2a232478-17b7-475f-a216-4b950af4d5ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:22:13.037968 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Attempting to bind port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 on network 2a232478-17b7-475f-a216-4b950af4d5ae {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:13.043128 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:22:13.043458 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Checking segment: {'id': '8f0ae635-cc50-40d2-b8a0-4e6166626dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:22:13.043836 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Bound using segment: {'id': '8f0ae635-cc50-40d2-b8a0-4e6166626dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:22:13.044258 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Bound port: 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0ae635-cc50-40d2-b8a0-4e6166626dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:22:13.044612 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:13.107918 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] For port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:22:13.110935 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] For port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,segment=NetworkSegment(8f0ae635-cc50-40d2-b8a0-4e6166626dfc),segment_id=8f0ae635-cc50-40d2-b8a0-4e6166626dfc)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:22:13.114227 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:13.150818 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:13.151430 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:13.152812 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] 10.222.0.32 "PUT /v2.0/ports/67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 HTTP/1.1" status: 200 len: 1093 time: 0.5852065 Jul 21 00:22:13.153338 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c24f3cf-d843-42fd-ad17-91ec52cbf4e0', 'tag': '67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:13.155559 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6291d431-1290-449c-953c-0ab6bedae366" -d '{"events": [{"name": "network-changed", "server_uuid": "2c24f3cf-d843-42fd-ad17-91ec52cbf4e0", "tag": "67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:13.177616 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218e67a-721d-4b77-993a-f0138c79b02a service neutron] Pushing event updated for resources: {'Port': ['ID=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:13.197006 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78525880-4c47-483a-9072-e1f22cc31834 x-openstack-request-id: req-78525880-4c47-483a-9072-e1f22cc31834 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:13.197289 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c24f3cf-d843-42fd-ad17-91ec52cbf4e0", "tag": "67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:13.197537 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78525880-4c47-483a-9072-e1f22cc31834 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:13.197944 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c24f3cf-d843-42fd-ad17-91ec52cbf4e0', 'tag': '67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119', 'status': 'completed', 'code': 200} Jul 21 00:22:13.254773 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-35d19fe1-85d5-4803-8fb6-8b02d3e1d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:13.256231 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-35d19fe1-85d5-4803-8fb6-8b02d3e1d813 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79ae415ef13d479fa32f508e6c10b167&device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 1096 time: 0.0538230 Jul 21 00:22:13.281048 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1f6e7-a988-46e8-ac06-6d4d84b24973 req-029db113-cb41-41e0-b172-7c8ec3424798 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:13.282511 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c0b1f6e7-a988-46e8-ac06-6d4d84b24973 req-029db113-cb41-41e0-b172-7c8ec3424798 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 943 time: 0.0657892 Jul 21 00:22:13.302299 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-a1667e1d-2064-4391-81b1-7f0f5443802c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 HTTP/1.1" status: 200 len: 217 time: 0.0362065 Jul 21 00:22:13.318922 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c0b1f6e7-a988-46e8-ac06-6d4d84b24973 req-f8b56833-2dae-4754-9f6c-08361a6e5e35 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307183 Jul 21 00:22:13.355034 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-bf148ec8-d988-4033-ac64-824a72e9a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:13.356463 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-bf148ec8-d988-4033-ac64-824a72e9a284 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2279ee47-6c50-4390-8e4a-fc57af8639c0 HTTP/1.1" status: 200 len: 854 time: 0.0434365 Jul 21 00:22:13.388862 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-70993ddd-61ed-4c42-a655-e4e416a4a086 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a232478-17b7-475f-a216-4b950af4d5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254416 Jul 21 00:22:13.478460 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-1da23947-6c65-44ff-ac74-527534778671 service neutron] 10.222.0.32 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821118 Jul 21 00:22:13.566204 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-eb1f2b65-4b71-4bb7-bf1f-a99ee716173a req-6b47bbb9-26f5-44de-aff2-0189196a39f9 service neutron] 10.222.0.32 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782156 Jul 21 00:22:13.674345 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291d431-1290-449c-953c-0ab6bedae366 req-554d1268-d62c-4539-b538-466086655260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:13.675793 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6291d431-1290-449c-953c-0ab6bedae366 req-554d1268-d62c-4539-b538-466086655260 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79ae415ef13d479fa32f508e6c10b167&device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 1096 time: 0.0552266 Jul 21 00:22:13.763656 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291d431-1290-449c-953c-0ab6bedae366 req-2d60f730-0af7-4cf3-bc85-bae4cf82f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:13.765147 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6291d431-1290-449c-953c-0ab6bedae366 req-2d60f730-0af7-4cf3-bc85-bae4cf82f967 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a232478-17b7-475f-a216-4b950af4d5ae HTTP/1.1" status: 200 len: 915 time: 0.0807505 Jul 21 00:22:13.807798 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6291d431-1290-449c-953c-0ab6bedae366 req-a8c6f83b-085d-4131-b114-a654479c9ca0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 HTTP/1.1" status: 200 len: 217 time: 0.0361187 Jul 21 00:22:13.856190 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87291b24-bcfd-4049-9bd0-878f945d6d45 req-eccbbd63-1a53-4fe0-b18f-51fe0a85f2c7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:13.858035 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-87291b24-bcfd-4049-9bd0-878f945d6d45 req-eccbbd63-1a53-4fe0-b18f-51fe0a85f2c7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 944 time: 0.0642626 Jul 21 00:22:13.860332 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291d431-1290-449c-953c-0ab6bedae366 req-dd1aa1b9-60f9-4440-8d71-1ae2dedbe28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:13.861898 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6291d431-1290-449c-953c-0ab6bedae366 req-dd1aa1b9-60f9-4440-8d71-1ae2dedbe28d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2279ee47-6c50-4390-8e4a-fc57af8639c0 HTTP/1.1" status: 200 len: 854 time: 0.0459108 Jul 21 00:22:13.895875 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-87291b24-bcfd-4049-9bd0-878f945d6d45 req-89f9bf76-d441-483b-a004-0e3abc63b9d5 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312841 Jul 21 00:22:13.902033 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6291d431-1290-449c-953c-0ab6bedae366 req-32578ab4-7407-417d-b1b1-b860ea5eb27d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a232478-17b7-475f-a216-4b950af4d5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270593 Jul 21 00:22:13.996445 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6291d431-1290-449c-953c-0ab6bedae366 req-44e44a9c-8efd-4b82-8edf-5c11eb2f0f4d service neutron] 10.222.0.32 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823028 Jul 21 00:22:14.034386 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:22:14.083712 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6291d431-1290-449c-953c-0ab6bedae366 req-dddd2e50-85fe-4f06-9331-391154cfc301 service neutron] 10.222.0.32 "GET /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796535 Jul 21 00:22:14.236065 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:14.246962 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f', 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee', 'port_id': 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f', 'mac_address': 'fa:16:3e:d2:cd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71eadd77-3bb9-414c-b595-d3b6f8fca2f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:22:14.282822 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:14.295148 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:14.314774 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:14.318473 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:14.365411 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:14.449843 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db071ff-d78a-41c8-875c-c7a45cd3d724 req-3225f789-8d0e-4404-ae16-3545a37a456f tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:14.451308 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9db071ff-d78a-41c8-875c-c7a45cd3d724 req-3225f789-8d0e-4404-ae16-3545a37a456f tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 943 time: 0.0622542 Jul 21 00:22:14.487280 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9db071ff-d78a-41c8-875c-c7a45cd3d724 req-5a191b3f-ee1a-454e-aa16-c5fca00b7d11 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303864 Jul 21 00:22:14.623751 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:15.024504 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111d3d-5141-4436-81e6-cab88da104ab req-7a6cba70-36ab-4830-b0e5-a99b9e2a6b5f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:15.026484 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e1111d3d-5141-4436-81e6-cab88da104ab req-7a6cba70-36ab-4830-b0e5-a99b9e2a6b5f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 945 time: 0.0656042 Jul 21 00:22:15.062485 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e1111d3d-5141-4436-81e6-cab88da104ab req-3ecf456b-c0ac-43a9-ba5f-e7120a3bc1cb tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305517 Jul 21 00:22:15.614423 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6948ec-87ab-4437-b2e6-494ac905c256 req-cea382f5-3c3f-4356-bb79-d51cb96d625a tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:15.615904 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0f6948ec-87ab-4437-b2e6-494ac905c256 req-cea382f5-3c3f-4356-bb79-d51cb96d625a tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 943 time: 0.0633368 Jul 21 00:22:15.652905 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0f6948ec-87ab-4437-b2e6-494ac905c256 req-a96a9e95-637e-48aa-892f-7baace73c14b tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306916 Jul 21 00:22:16.036176 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:22:16.039254 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:22:16.146262 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:22:16.153898 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:22:16.154264 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:16.190328 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,segment=NetworkSegment(8f0ae635-cc50-40d2-b8a0-4e6166626dfc),segment_id=8f0ae635-cc50-40d2-b8a0-4e6166626dfc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:16.192771 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8d03-779a-4e3c-af5c-22ace1f31e83 req-6761e457-b69a-481c-992a-f4c5d1df9ac2 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:16.194339 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4c1d8d03-779a-4e3c-af5c-22ace1f31e83 req-6761e457-b69a-481c-992a-f4c5d1df9ac2 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 945 time: 0.0664248 Jul 21 00:22:16.207328 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119', 'network_id': '2a232478-17b7-475f-a216-4b950af4d5ae', 'port_id': '67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119', 'mac_address': 'fa:16:3e:1d:52:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2279ee47-6c50-4390-8e4a-fc57af8639c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:22:16.232648 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4c1d8d03-779a-4e3c-af5c-22ace1f31e83 req-7f6a9197-e3a5-48e1-b92c-5ba9871e0ea7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Jul 21 00:22:16.271268 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:16.291914 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:16.295702 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:16.324157 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,segment=NetworkSegment(8f0ae635-cc50-40d2-b8a0-4e6166626dfc),segment_id=8f0ae635-cc50-40d2-b8a0-4e6166626dfc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:16.330800 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37592452-5bbc-4d2b-830c-b0911ddad1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:16.333034 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b25c57-bdcf-4a28-96b2-1a17b0083f78" -d '{"events": [{"server_uuid": "37592452-5bbc-4d2b-830c-b0911ddad1ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:16.342628 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:16.348680 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:16.369244 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:16.373335 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decd3b2f-94df-4a21-8cb9-6e8c1729d3be x-openstack-request-id: req-decd3b2f-94df-4a21-8cb9-6e8c1729d3be {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:16.373615 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37592452-5bbc-4d2b-830c-b0911ddad1ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:16.373862 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-decd3b2f-94df-4a21-8cb9-6e8c1729d3be {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:16.374235 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37592452-5bbc-4d2b-830c-b0911ddad1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f', 'code': 200} Jul 21 00:22:16.396851 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:16.445241 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:16.554450 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1719bb4-309f-451a-a049-73d16907046a req-4c2c513b-e718-43ea-948e-ea29c84308e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:16.555917 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d1719bb4-309f-451a-a049-73d16907046a req-4c2c513b-e718-43ea-948e-ea29c84308e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 1099 time: 0.0509677 Jul 21 00:22:16.593431 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d1719bb4-309f-451a-a049-73d16907046a req-8655f5bf-b3ee-4b9a-b1c2-9869542628e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300245 Jul 21 00:22:16.670247 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:16.779499 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdadf2-d46b-4eac-8f9b-98f4eac26ff2 req-aaca8b03-6469-43f2-9460-59bde45e50c8 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:16.781008 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-50cdadf2-d46b-4eac-8f9b-98f4eac26ff2 req-aaca8b03-6469-43f2-9460-59bde45e50c8 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 944 time: 0.0635836 Jul 21 00:22:16.817390 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-50cdadf2-d46b-4eac-8f9b-98f4eac26ff2 req-0d76c49a-7dd0-4833-a41b-ce384ce4d828 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306771 Jul 21 00:22:17.358449 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730ff59-a362-4a60-9cd8-4ec5f76c63fc req-f9a04ce7-dc1f-439c-9e9a-61b91b342de1 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:17.359905 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c730ff59-a362-4a60-9cd8-4ec5f76c63fc req-f9a04ce7-dc1f-439c-9e9a-61b91b342de1 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 946 time: 0.0606155 Jul 21 00:22:17.397226 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c730ff59-a362-4a60-9cd8-4ec5f76c63fc req-dbe95e12-019a-49a6-b618-840f914746ad tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Jul 21 00:22:17.946830 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22bfb1-4df0-4e32-97e4-63cdcf7a10ba req-9074c63c-a171-4742-8e55-ce8965efff31 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:17.948287 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5d22bfb1-4df0-4e32-97e4-63cdcf7a10ba req-9074c63c-a171-4742-8e55-ce8965efff31 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 944 time: 0.0656383 Jul 21 00:22:17.984628 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5d22bfb1-4df0-4e32-97e4-63cdcf7a10ba req-3748cad3-c610-4d0f-a537-c78018cbf2da tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Jul 21 00:22:18.053785 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:22:18.100442 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:22:18.104615 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:22:18.105015 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:18.179740 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:18.210549 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,segment=NetworkSegment(8f0ae635-cc50-40d2-b8a0-4e6166626dfc),segment_id=8f0ae635-cc50-40d2-b8a0-4e6166626dfc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:18.214191 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:18.260058 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:18.375306 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c24f3cf-d843-42fd-ad17-91ec52cbf4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:18.377549 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225cc3bf-d860-4880-9ecc-d049558585a8" -d '{"events": [{"server_uuid": "2c24f3cf-d843-42fd-ad17-91ec52cbf4e0", "name": "network-vif-plugged", "status": "completed", "tag": "67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:18.413511 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051ac639-e6ec-4ffd-976d-5cce4a35592a x-openstack-request-id: req-051ac639-e6ec-4ffd-976d-5cce4a35592a {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:18.413803 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c24f3cf-d843-42fd-ad17-91ec52cbf4e0", "name": "network-vif-plugged", "status": "completed", "tag": "67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:18.414056 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-051ac639-e6ec-4ffd-976d-5cce4a35592a {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:18.414449 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c24f3cf-d843-42fd-ad17-91ec52cbf4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119', 'code': 200} Jul 21 00:22:18.523369 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6e34-6e62-4524-955c-d2f8ade3b494 req-26786ac6-2f61-4b54-9624-076a84bb94c7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:18.524879 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-954b6e34-6e62-4524-955c-d2f8ade3b494 req-26786ac6-2f61-4b54-9624-076a84bb94c7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 946 time: 0.0633030 Jul 21 00:22:18.562463 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-954b6e34-6e62-4524-955c-d2f8ade3b494 req-fbc9fd04-d8c0-49ce-8960-9551a7afa8ca tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Jul 21 00:22:18.607585 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a6e89-d4cf-4b40-a19d-e8542644ed6f req-0399abfc-518d-4d2d-8d3f-0924024cd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:18.609176 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a82a6e89-d4cf-4b40-a19d-e8542644ed6f req-0399abfc-518d-4d2d-8d3f-0924024cd925 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0526779 Jul 21 00:22:18.646081 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a82a6e89-d4cf-4b40-a19d-e8542644ed6f req-f9c36f45-3a92-4b5b-bc51-d0afbf1483ec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278437 Jul 21 00:22:19.114089 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534b328-1be8-4524-a54c-6dc7cc77469a req-4f89a3ec-8b7e-4286-9fff-f655efcf5790 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:19.115561 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f534b328-1be8-4524-a54c-6dc7cc77469a req-4f89a3ec-8b7e-4286-9fff-f655efcf5790 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 945 time: 0.0646455 Jul 21 00:22:19.152247 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f534b328-1be8-4524-a54c-6dc7cc77469a req-c483b363-b25f-4394-ad68-e479b934ad01 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Jul 21 00:22:20.208001 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331819e-1cc6-4100-821e-d902930e3039 req-84d3a7a2-03d1-4981-9135-578ae27a0392 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:20.209497 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-84d3a7a2-03d1-4981-9135-578ae27a0392 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 814 time: 0.0968459 Jul 21 00:22:20.234835 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-11ed5b12-fbd9-4e84-9d00-37cdc0b65981 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/quotas/f58b118fe46f4012a5bff944538b37bf HTTP/1.1" status: 200 len: 375 time: 0.0192158 Jul 21 00:22:20.324390 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46752721-f7e4-41bf-9950-9f17ed7da9b5 req-acedeb67-aef3-4857-ab32-539865c99e0f tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:20.325886 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-46752721-f7e4-41bf-9950-9f17ed7da9b5 req-acedeb67-aef3-4857-ab32-539865c99e0f tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 945 time: 0.1087093 Jul 21 00:22:20.335037 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-09d93788-8f4c-40de-a56d-172bb3c955db tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816226 Jul 21 00:22:20.392881 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-46752721-f7e4-41bf-9950-9f17ed7da9b5 req-8623721a-513a-4e22-81ff-4a378f7ffe91 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569177 Jul 21 00:22:20.452023 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-1b2d3d1f-d526-423c-b23c-455f31162231 service neutron] 10.222.0.35 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098084 Jul 21 00:22:20.540415 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-668b38d2-e464-4aee-8e8d-9aaf31a51222 service neutron] 10.222.0.35 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821278 Jul 21 00:22:20.703140 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9994a4c7-6327-45b4-b85a-1bba08c99ea6 req-33cb4207-d5ce-4e4f-a8e8-1de84f44bef1 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 210 time: 0.0339258 Jul 21 00:22:21.795041 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331819e-1cc6-4100-821e-d902930e3039 req-11b013b5-e080-452b-80e2-d939717ed25d tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:21.796572 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-11b013b5-e080-452b-80e2-d939717ed25d tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 814 time: 0.1116760 Jul 21 00:22:21.806406 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-200bc610-cdba-47c5-ac1f-1a86c2140b66 req-b8c0d492-30d1-4af0-9e82-c5c98f8e72be tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 210 time: 0.0325754 Jul 21 00:22:21.813561 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Request body: {'port': {'device_id': '63240207-d608-4971-8f62-9c84a9092c11', 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee', 'admin_state_up': True, 'tenant_id': 'f58b118fe46f4012a5bff944538b37bf'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:21.925354 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Made reservation on behalf of f58b118fe46f4012a5bff944538b37bf for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:22:21.929103 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:22.265450 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Allocated IP 172.20.0.2 (4a9ae94e-0d87-49be-a0cf-b389dec88aee/71eadd77-3bb9-414c-b595-d3b6f8fca2f1/9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:22:22.404816 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:22.441233 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:22.455548 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['6652ba51-59b1-46ca-8672-635a4ef12967', 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:22.483933 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Network 4a9ae94e-0d87-49be-a0cf-b389dec88aee is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:22:22.486884 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:22:22.490547 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:22:22.497898 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Pushing event updated for resources: {'Port': ['ID=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:22.543173 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:22.543785 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:22.558567 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-799bc628-bd28-42aa-9719-6fcce72f8001 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7493181 Jul 21 00:22:22.572411 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Request body: {'port': {'device_id': '63240207-d608-4971-8f62-9c84a9092c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:22.649297 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:22.906057 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:22.914546 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:22.928071 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Transition to ACTIVE for port object 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:22:22.933609 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:22.942362 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9bc14-c43a-4aa3-a7e2-3f9cd9dc21bb req-d721ba25-4654-4d40-ba76-587a20e7d41c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:22.944012 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ef9bc14-c43a-4aa3-a7e2-3f9cd9dc21bb req-d721ba25-4654-4d40-ba76-587a20e7d41c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 931 time: 0.0664256 Jul 21 00:22:22.985196 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ef9bc14-c43a-4aa3-a7e2-3f9cd9dc21bb req-51e9f2b5-3c6f-479c-bd9a-f79d83ce206a tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349398 Jul 21 00:22:22.987185 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:23.066948 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Attempting to bind port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:22:23.067282 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Attempting to bind port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:22:23.067604 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Attempting to bind port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:23.071868 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:22:23.072276 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Attempting to bind port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:23.077518 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:22:23.077854 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Checking segment: {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:22:23.078238 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Bound using segment: {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:22:23.078668 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Bound port: 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:22:23.079032 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:23.140677 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] For port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:22:23.143840 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] For port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:22:23.148215 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:23.180300 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:23.180906 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:23.182322 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] 10.222.0.32 "PUT /v2.0/ports/9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a HTTP/1.1" status: 200 len: 1093 time: 0.6155350 Jul 21 00:22:23.182751 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63240207-d608-4971-8f62-9c84a9092c11', 'tag': '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:23.185000 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7bacc1-8579-40b1-819a-5975c4a6da34" -d '{"events": [{"name": "network-changed", "server_uuid": "63240207-d608-4971-8f62-9c84a9092c11", "tag": "9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:23.217385 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df6cb0-3f92-4991-aba5-8ba6826c57d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:23.226583 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bad44e9-4451-4e8f-b87d-dbc4ec12a676 x-openstack-request-id: req-5bad44e9-4451-4e8f-b87d-dbc4ec12a676 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:23.226872 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63240207-d608-4971-8f62-9c84a9092c11", "tag": "9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:23.227141 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5bad44e9-4451-4e8f-b87d-dbc4ec12a676 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:23.227525 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63240207-d608-4971-8f62-9c84a9092c11', 'tag': '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a', 'status': 'completed', 'code': 200} Jul 21 00:22:23.285983 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331819e-1cc6-4100-821e-d902930e3039 req-f9ce0620-6590-42c7-ba12-bb3ba9c63b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:23.287483 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-f9ce0620-6590-42c7-ba12-bb3ba9c63b75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 1096 time: 0.0553267 Jul 21 00:22:23.328407 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-58a4f901-6bee-4df4-afac-38db2598a076 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a HTTP/1.1" status: 200 len: 217 time: 0.0328510 Jul 21 00:22:23.380460 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331819e-1cc6-4100-821e-d902930e3039 req-9542d2c7-814a-427a-a2fe-f4acfce6dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:23.382027 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-9542d2c7-814a-427a-a2fe-f4acfce6dc48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71eadd77-3bb9-414c-b595-d3b6f8fca2f1 HTTP/1.1" status: 200 len: 854 time: 0.0445387 Jul 21 00:22:23.420126 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-3466f9fa-14a8-416d-9594-44d5e3d1f472 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9ae94e-0d87-49be-a0cf-b389dec88aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308318 Jul 21 00:22:23.507586 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-03adfc45-e550-4ce6-b514-f95bbf52fb83 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806684 Jul 21 00:22:23.601926 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b331819e-1cc6-4100-821e-d902930e3039 req-1ef4a6d9-06fd-4699-824e-03406f492a3b service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850258 Jul 21 00:22:23.702940 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bacc1-8579-40b1-819a-5975c4a6da34 req-f3fa8834-851d-49f8-8191-aa3a24519cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:23.704377 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e7bacc1-8579-40b1-819a-5975c4a6da34 req-f3fa8834-851d-49f8-8191-aa3a24519cbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 1096 time: 0.0507207 Jul 21 00:22:23.796741 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bacc1-8579-40b1-819a-5975c4a6da34 req-6982c010-b250-4cf1-8e55-8e77b8924536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:23.798175 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e7bacc1-8579-40b1-819a-5975c4a6da34 req-6982c010-b250-4cf1-8e55-8e77b8924536 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 915 time: 0.0815666 Jul 21 00:22:23.839772 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e7bacc1-8579-40b1-819a-5975c4a6da34 req-ddade8f6-d5b9-4533-a45c-d609576af867 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a HTTP/1.1" status: 200 len: 217 time: 0.0319679 Jul 21 00:22:23.888406 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bacc1-8579-40b1-819a-5975c4a6da34 req-5e26f6cd-a2be-4c3d-b993-2ee0507951e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:23.889830 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e7bacc1-8579-40b1-819a-5975c4a6da34 req-5e26f6cd-a2be-4c3d-b993-2ee0507951e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71eadd77-3bb9-414c-b595-d3b6f8fca2f1 HTTP/1.1" status: 200 len: 854 time: 0.0429978 Jul 21 00:22:23.928922 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e7bacc1-8579-40b1-819a-5975c4a6da34 req-3722a6ea-1719-4449-91e7-19c7930818cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9ae94e-0d87-49be-a0cf-b389dec88aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247331 Jul 21 00:22:24.029442 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e7bacc1-8579-40b1-819a-5975c4a6da34 req-2f2af8fc-2672-42ea-b896-8473c2834628 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832002 Jul 21 00:22:24.114127 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e67b7-dc3b-4d41-a1cb-0ef641b9e3cb req-9b9873f2-b541-4bc4-a5fd-c05d3916f309 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:24.115784 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a74e67b7-dc3b-4d41-a1cb-0ef641b9e3cb req-9b9873f2-b541-4bc4-a5fd-c05d3916f309 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 943 time: 0.0628614 Jul 21 00:22:24.124170 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e7bacc1-8579-40b1-819a-5975c4a6da34 req-75867401-b941-465a-bf42-3aeb6fc3ffb1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870354 Jul 21 00:22:24.159041 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a74e67b7-dc3b-4d41-a1cb-0ef641b9e3cb req-e84ad219-6cec-4c22-9bf2-2860226ed855 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370753 Jul 21 00:22:25.284648 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f68fdc-fba2-45ee-a0d5-68f7dcbb4517 req-e4409014-8f82-4628-8f77-b302172fe64c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:25.286124 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a4f68fdc-fba2-45ee-a0d5-68f7dcbb4517 req-e4409014-8f82-4628-8f77-b302172fe64c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 943 time: 0.0606160 Jul 21 00:22:25.321350 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a4f68fdc-fba2-45ee-a0d5-68f7dcbb4517 req-84f8101a-4f9b-432c-b96f-f5db50fe9e25 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296693 Jul 21 00:22:26.099503 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:22:26.199897 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:26.211994 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a', 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee', 'port_id': '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a', 'mac_address': 'fa:16:3e:80:7d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71eadd77-3bb9-414c-b595-d3b6f8fca2f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:22:26.251558 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:26.268701 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:26.287398 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:26.292293 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:26.342320 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:26.349280 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.349680 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.349968 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.350302 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.350637 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.351220 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.351548 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.351886 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.352233 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.352562 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.352886 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.353283 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:26.449457 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9e04-b053-4e30-ba0d-4c2c82a412b5 req-8e5f1dd4-6efa-4c27-a7f7-143b9fc590df tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:26.450931 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fb4c9e04-b053-4e30-ba0d-4c2c82a412b5 req-8e5f1dd4-6efa-4c27-a7f7-143b9fc590df tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 944 time: 0.0644770 Jul 21 00:22:26.489110 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fb4c9e04-b053-4e30-ba0d-4c2c82a412b5 req-3310da99-cfb1-4639-a112-36b55de5f34e tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Jul 21 00:22:26.703176 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:27.616909 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce972a0-48f0-43b6-a4a5-83600909a2c1 req-ee1e5899-e627-4fbe-bacb-fa775adb09ab tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:27.618301 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ce972a0-48f0-43b6-a4a5-83600909a2c1 req-ee1e5899-e627-4fbe-bacb-fa775adb09ab tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 944 time: 0.0643406 Jul 21 00:22:27.654241 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ce972a0-48f0-43b6-a4a5-83600909a2c1 req-31fa2851-3ccf-483f-b31a-21c9b0da0ca1 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304885 Jul 21 00:22:28.111543 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:22:28.160763 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:22:28.164182 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:22:28.164550 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:28.236657 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:28.258223 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63240207-d608-4971-8f62-9c84a9092c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:28.260982 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f1d894-7aff-4385-af9a-5764aef8ff80" -d '{"events": [{"server_uuid": "63240207-d608-4971-8f62-9c84a9092c11", "name": "network-vif-plugged", "status": "completed", "tag": "9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:28.272887 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:28.276824 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:28.298764 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfe2bb0-bc7a-4437-9ff9-fe51e42e2df3 x-openstack-request-id: req-bcfe2bb0-bc7a-4437-9ff9-fe51e42e2df3 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:28.299050 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63240207-d608-4971-8f62-9c84a9092c11", "name": "network-vif-plugged", "status": "completed", "tag": "9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:28.299299 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcfe2bb0-bc7a-4437-9ff9-fe51e42e2df3 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:28.299677 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63240207-d608-4971-8f62-9c84a9092c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a', 'code': 200} Jul 21 00:22:28.329643 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:28.507742 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a870775-28b9-4914-b9f0-20490feaf7f9 req-090edc78-e163-40b3-a467-50b9d0d14917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:28.509235 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-8a870775-28b9-4914-b9f0-20490feaf7f9 req-090edc78-e163-40b3-a467-50b9d0d14917 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 1098 time: 0.0508606 Jul 21 00:22:28.551225 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-8a870775-28b9-4914-b9f0-20490feaf7f9 req-d4c912c6-a955-47b8-95d0-df305d1b0f56 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262475 Jul 21 00:22:28.779006 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe0bf0-6148-4bf2-9556-223d4820e58c req-3a516b4f-116e-466b-8d8e-11fb8a9a01e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:28.780470 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ffe0bf0-6148-4bf2-9556-223d4820e58c req-3a516b4f-116e-466b-8d8e-11fb8a9a01e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 945 time: 0.0622091 Jul 21 00:22:28.817290 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8ffe0bf0-6148-4bf2-9556-223d4820e58c req-e2614172-f1b7-4340-8b1d-d9f7b13e51ee tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Jul 21 00:22:29.941654 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e438d-262b-490f-b6b1-4a4a736babee req-7a9a053c-3938-486c-a877-10cb19f87659 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:29.943120 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-126e438d-262b-490f-b6b1-4a4a736babee req-7a9a053c-3938-486c-a877-10cb19f87659 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 945 time: 0.0613074 Jul 21 00:22:29.982713 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-126e438d-262b-490f-b6b1-4a4a736babee req-1c6e47dd-cb5d-4a71-a50c-2f144e920594 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Jul 21 00:22:31.651209 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0ad7d74f-80c4-4da6-a6b2-76295536dee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:32.520227 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:33.932381 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:22:34.216277 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2bb466d4-0a2f-41c2-89c4-db873f44c887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:34.238189 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:35.198973 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:35.422889 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-3dbc1f4a-9ea0-4296-94cd-9058059ccc9b tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:35.424371 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-3dbc1f4a-9ea0-4296-94cd-9058059ccc9b tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 814 time: 0.1299710 Jul 21 00:22:35.445721 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-dce3148c-3b9a-4baf-8b5d-9eb66401f57b tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/quotas/f58b118fe46f4012a5bff944538b37bf HTTP/1.1" status: 200 len: 375 time: 0.0131021 Jul 21 00:22:35.458157 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a084883-c9ba-4ec8-8414-4a9f2a83468e req-d53c179e-1789-428b-afce-6d5f045556c7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:35.459598 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0a084883-c9ba-4ec8-8414-4a9f2a83468e req-d53c179e-1789-428b-afce-6d5f045556c7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 947 time: 0.1008873 Jul 21 00:22:35.725419 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0a084883-c9ba-4ec8-8414-4a9f2a83468e req-3ec3e537-4283-4654-89da-c83f9a52e33c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582898 Jul 21 00:22:35.750686 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-53372fb5-1559-47ef-9894-48b3d0a7294f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2997696 Jul 21 00:22:35.840690 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-110b32c2-ecf7-4fce-a6f3-eb4a058260c2 service neutron] 10.222.0.35 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831556 Jul 21 00:22:35.928344 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-4f16c2c7-82bb-486e-a6ca-bd21ddc0082f service neutron] 10.222.0.35 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819910 Jul 21 00:22:36.085649 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-79ef775e-f3ae-4358-af13-b6ad24903acb req-f232e095-f409-48a5-9e0e-1272e255576f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 210 time: 0.0282428 Jul 21 00:22:36.636015 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:36.861009 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4266e-b38a-4cc2-aebb-e0e5174f5f31 req-9bc38c64-5857-4503-83c2-ad3d17c90fd3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:36.862460 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b8f4266e-b38a-4cc2-aebb-e0e5174f5f31 req-9bc38c64-5857-4503-83c2-ad3d17c90fd3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 947 time: 0.0643482 Jul 21 00:22:36.898428 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b8f4266e-b38a-4cc2-aebb-e0e5174f5f31 req-6684db9a-9526-418f-a561-ba47ff55506d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304630 Jul 21 00:22:37.143154 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-87e58149-b567-42d6-a4a0-ee2e56fd866a tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:37.144914 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-87e58149-b567-42d6-a4a0-ee2e56fd866a tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 814 time: 0.1044111 Jul 21 00:22:37.162078 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Request body: {'port': {'device_id': '6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05', 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee', 'admin_state_up': True, 'tenant_id': 'f58b118fe46f4012a5bff944538b37bf'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:37.185877 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5ac38bac-c4bb-4abf-9ed0-692b64c24623 req-320500a8-96ff-4199-8f81-f59898b341c0 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 210 time: 0.0336993 Jul 21 00:22:37.273692 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Made reservation on behalf of f58b118fe46f4012a5bff944538b37bf for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:22:37.278558 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:37.405990 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Allocated IP 172.20.0.8 (4a9ae94e-0d87-49be-a0cf-b389dec88aee/71eadd77-3bb9-414c-b595-d3b6f8fca2f1/01d1f819-48ba-4290-8cd3-4a2da6066aef) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:22:37.551707 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:37.589596 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:37.603790 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['6652ba51-59b1-46ca-8672-635a4ef12967', 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f', '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:37.628083 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Network 4a9ae94e-0d87-49be-a0cf-b389dec88aee is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:22:37.632892 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:22:37.636891 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:22:37.661514 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Pushing event updated for resources: {'Port': ['ID=01d1f819-48ba-4290-8cd3-4a2da6066aef,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:37.687659 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:37.688293 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:37.702386 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-9902c059-53de-45ff-8ead-39c3083072e8 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5448639 Jul 21 00:22:37.715372 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Request body: {'port': {'device_id': '6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:37.790338 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:38.005026 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-66f5908e-9fbf-40ca-a849-5d45ec04fd01 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:38.006544 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-66f5908e-9fbf-40ca-a849-5d45ec04fd01 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 947 time: 0.1663275 Jul 21 00:22:38.030873 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfffdf6-3d1c-435a-ad90-ee7aaf2b0b2e req-8d0781d9-82f1-45c3-93b9-d55a2da4fe16 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:38.032497 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fbfffdf6-3d1c-435a-ad90-ee7aaf2b0b2e req-8d0781d9-82f1-45c3-93b9-d55a2da4fe16 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 947 time: 0.0637531 Jul 21 00:22:38.073200 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fbfffdf6-3d1c-435a-ad90-ee7aaf2b0b2e req-83193722-4ad3-4fff-9bb5-cd848b4a9d20 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=49680949-da86-4c4e-991e-fd9d69c07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348628 Jul 21 00:22:38.169197 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d1f819-48ba-4290-8cd3-4a2da6066aef {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:38.177921 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:38.190397 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Deleting port e2576825-6fb3-4025-8934-8bd565c801f3 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:22:38.190657 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:38.208553 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Transition to ACTIVE for port object 01d1f819-48ba-4290-8cd3-4a2da6066aef will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:22:38.216810 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:38.315653 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=01d1f819-48ba-4290-8cd3-4a2da6066aef,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:38.319480 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb6276-e0fb-4670-8088-1c69ed49f32c req-3f52720f-0497-42a2-b3f1-726349d2d665 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:38.321015 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6afb6276-e0fb-4670-8088-1c69ed49f32c req-3f52720f-0497-42a2-b3f1-726349d2d665 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 943 time: 0.0671999 Jul 21 00:22:38.347130 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] For port e2576825-6fb3-4025-8934-8bd565c801f3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e2576825-6fb3-4025-8934-8bd565c801f3,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:38.347485 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:38.358942 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6afb6276-e0fb-4670-8088-1c69ed49f32c req-d2228ebd-105a-40f5-82fb-3501df04d5bf tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316989 Jul 21 00:22:38.489548 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Attempting to bind port 01d1f819-48ba-4290-8cd3-4a2da6066aef on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:22:38.489804 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Attempting to bind port 01d1f819-48ba-4290-8cd3-4a2da6066aef by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:22:38.490129 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Attempting to bind port 01d1f819-48ba-4290-8cd3-4a2da6066aef on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:38.524356 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Port 01d1f819-48ba-4290-8cd3-4a2da6066aef on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:22:38.525242 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Attempting to bind port 01d1f819-48ba-4290-8cd3-4a2da6066aef on network 4a9ae94e-0d87-49be-a0cf-b389dec88aee {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:38.533850 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:22:38.534180 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Checking segment: {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:22:38.534559 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Bound using segment: {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:22:38.534985 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Bound port: 01d1f819-48ba-4290-8cd3-4a2da6066aef, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930aa20f-f5aa-4dd6-b542-b4893d77ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:22:38.535336 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:38.911583 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:38.911951 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:38.912264 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.l3_db [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Floating IP 45468a08-1415-4e06-be5c-bc2d106fea6c disassociated. External IP: 172.28.2.59, port: e2576825-6fb3-4025-8934-8bd565c801f3. Jul 21 00:22:38.912598 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Calling delete_port for e2576825-6fb3-4025-8934-8bd565c801f3 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:22:38.920475 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] For port 01d1f819-48ba-4290-8cd3-4a2da6066aef, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:22:38.926326 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] For port 01d1f819-48ba-4290-8cd3-4a2da6066aef, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=01d1f819-48ba-4290-8cd3-4a2da6066aef,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:22:38.933056 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:39.007814 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:39.008530 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:39.010517 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/01d1f819-48ba-4290-8cd3-4a2da6066aef HTTP/1.1" status: 200 len: 1093 time: 1.2999017 Jul 21 00:22:39.010957 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05', 'tag': '01d1f819-48ba-4290-8cd3-4a2da6066aef'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:39.013235 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21967a3c-6f6b-4c16-a573-dad4f51187e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05", "tag": "01d1f819-48ba-4290-8cd3-4a2da6066aef"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:39.050069 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1a348-90a8-4510-bfc9-35a36f5da8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=01d1f819-48ba-4290-8cd3-4a2da6066aef,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:39.091468 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a9fb6f-50f2-453b-92ea-aa4c069e9256 x-openstack-request-id: req-a7a9fb6f-50f2-453b-92ea-aa4c069e9256 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:39.091759 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05", "tag": "01d1f819-48ba-4290-8cd3-4a2da6066aef", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:39.092010 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7a9fb6f-50f2-453b-92ea-aa4c069e9256 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:39.092401 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05', 'tag': '01d1f819-48ba-4290-8cd3-4a2da6066aef', 'status': 'completed', 'code': 200} Jul 21 00:22:39.149822 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:39.176145 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3c0a1886-62b0-4aa5-846e-baf983a239cb req-de747772-e75f-4c22-b10e-ee048d966f71 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 210 time: 0.0288811 Jul 21 00:22:39.184092 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event deleted for resources: {'Port': ['ID=e2576825-6fb3-4025-8934-8bd565c801f3,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:39.201535 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-0778cbe6-c226-4a5b-84ce-f5c755dc6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:39.203047 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-0778cbe6-c226-4a5b-84ce-f5c755dc6fe8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 1096 time: 0.1099124 Jul 21 00:22:39.295415 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-20c772e3-07a1-4a71-9f8c-79a26833303f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d1f819-48ba-4290-8cd3-4a2da6066aef HTTP/1.1" status: 200 len: 217 time: 0.0623801 Jul 21 00:22:39.367713 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-7a065111-ba28-4260-a56a-d2af0d5281f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:39.369248 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-7a065111-ba28-4260-a56a-d2af0d5281f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71eadd77-3bb9-414c-b595-d3b6f8fca2f1 HTTP/1.1" status: 200 len: 854 time: 0.0616937 Jul 21 00:22:39.375816 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Router 776cc283-14c9-44f6-8da6-764ef5f77249 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:22:39.408124 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-018c125b-3e54-4dae-8d89-a598b2ddad8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9ae94e-0d87-49be-a0cf-b389dec88aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312235 Jul 21 00:22:39.496600 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5094a5f-0164-4650-80e5-90a882f4ef3e req-c3ea46f4-b5d5-46fc-a421-c1b3da942df2 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:39.498552 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b5094a5f-0164-4650-80e5-90a882f4ef3e req-c3ea46f4-b5d5-46fc-a421-c1b3da942df2 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 943 time: 0.0658519 Jul 21 00:22:39.546086 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b5094a5f-0164-4650-80e5-90a882f4ef3e req-4a9b076f-b0b9-4340-a12b-752c50b3611c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Jul 21 00:22:39.598590 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:22:39.608856 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] Sync routers for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:22:39.617952 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:22:39.619084 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:22:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:39.628140 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-ba575bce-987c-42bb-8045-43572f2babd5 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750360 Jul 21 00:22:39.650507 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] No DVR routers for this DVR port e2576825-6fb3-4025-8934-8bd565c801f3 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:22:39.659483 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:39.661370 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a85ee0fc-032f-4800-9c02-2993a1fee29c req-a34c5265-8037-4156-a793-a10656a026fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.32 "DELETE /v2.0/ports/e2576825-6fb3-4025-8934-8bd565c801f3 HTTP/1.1" status: 204 len: 173 time: 1.6468036 Jul 21 00:22:39.748855 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:22:39.757217 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b09dd2e8-ed2d-4deb-abe4-bb7cf16c9468 req-c738787b-7010-4f3a-80c1-03fd4d29ae1c service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076736 Jul 21 00:22:39.880480 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21967a3c-6f6b-4c16-a573-dad4f51187e8 req-6502cc29-927f-4917-8672-b7505fbaf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:39.883333 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-21967a3c-6f6b-4c16-a573-dad4f51187e8 req-6502cc29-927f-4917-8672-b7505fbaf24f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f58b118fe46f4012a5bff944538b37bf&device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 1096 time: 0.0692956 Jul 21 00:22:39.946487 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:39.976898 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21967a3c-6f6b-4c16-a573-dad4f51187e8 req-c8e9344a-8917-41ca-aab7-137e752ec88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:39.979002 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-21967a3c-6f6b-4c16-a573-dad4f51187e8 req-c8e9344a-8917-41ca-aab7-137e752ec88f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 200 len: 915 time: 0.0836740 Jul 21 00:22:40.025307 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-21967a3c-6f6b-4c16-a573-dad4f51187e8 req-bfef7b89-8600-490d-adc8-c9d313f81894 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d1f819-48ba-4290-8cd3-4a2da6066aef HTTP/1.1" status: 200 len: 217 time: 0.0390623 Jul 21 00:22:40.094710 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21967a3c-6f6b-4c16-a573-dad4f51187e8 req-c59b3f07-5d15-4168-a112-30e9e7ec0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:40.096429 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-21967a3c-6f6b-4c16-a573-dad4f51187e8 req-c59b3f07-5d15-4168-a112-30e9e7ec0224 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71eadd77-3bb9-414c-b595-d3b6f8fca2f1 HTTP/1.1" status: 200 len: 854 time: 0.0628798 Jul 21 00:22:40.101839 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] Checking router: 776cc283-14c9-44f6-8da6-764ef5f77249 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:22:40.112183 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:22:40.113216 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:22:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:40.140284 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-21967a3c-6f6b-4c16-a573-dad4f51187e8 req-87060dbd-6052-4861-8fa9-5e1f57deeb55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9ae94e-0d87-49be-a0cf-b389dec88aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330274 Jul 21 00:22:40.292987 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:22:40.323039 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-21967a3c-6f6b-4c16-a573-dad4f51187e8 req-97e6d811-e234-4160-ba1e-15a82579981c service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675079 Jul 21 00:22:40.323712 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e4c4795c-c1f1-4b81-9148-427ca7c86114 req-8a1a6d2c-a2d0-4f73-ab55-c9edc2a4ac67 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89 HTTP/1.1" status: 200 len: 210 time: 0.0340307 Jul 21 00:22:40.449030 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-21967a3c-6f6b-4c16-a573-dad4f51187e8 req-8c3074ac-74a5-425c-98ec-e7d0a96b7853 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050134 Jul 21 00:22:40.456869 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41bbd8-a3de-4602-83fe-e32d42207904 req-5a053164-706f-4887-bd22-9b40d2f9e661 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:40.458596 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cb41bbd8-a3de-4602-83fe-e32d42207904 req-5a053164-706f-4887-bd22-9b40d2f9e661 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 945 time: 0.0941141 Jul 21 00:22:40.500631 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cb41bbd8-a3de-4602-83fe-e32d42207904 req-32aa1d0d-30b0-43c4-a9ca-c8fd86a7fdb0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358069 Jul 21 00:22:40.546155 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:40.571953 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fa301-a347-4849-bc0b-c23105223835 None None] The sync data for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb is: [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:22:40.680823 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed806a-b444-48fa-902d-abe6562e8356 req-3037cfcb-2c57-4083-97a1-37a3203564d5 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:40.682409 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dbed806a-b444-48fa-902d-abe6562e8356 req-3037cfcb-2c57-4083-97a1-37a3203564d5 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 943 time: 0.0671277 Jul 21 00:22:40.721974 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dbed806a-b444-48fa-902d-abe6562e8356 req-aa46bce0-e979-4a00-8399-a2e0a5e3bd07 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Jul 21 00:22:40.789816 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53adc7c-7f02-4fc9-ad44-2c107ebf6fa7 None None] New status for floating IP 45468a08-1415-4e06-be5c-bc2d106fea6c: DOWN {{(pid=94871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:22:41.093200 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'name': 'network-vif-deleted', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:41.095620 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb26adb-f6d0-4b2e-ab73-4895c9526381" -d '{"events": [{"server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "name": "network-vif-deleted", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:41.132160 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b616c3a-d290-442f-9254-e855498d8278 x-openstack-request-id: req-3b616c3a-d290-442f-9254-e855498d8278 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:41.132455 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89", "name": "network-vif-deleted", "tag": "e2576825-6fb3-4025-8934-8bd565c801f3", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:41.132711 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b616c3a-d290-442f-9254-e855498d8278 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:41.133163 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbe0ee8-d846-4d42-bf3e-19bbc7bf4f89', 'name': 'network-vif-deleted', 'tag': 'e2576825-6fb3-4025-8934-8bd565c801f3', 'status': 'completed', 'code': 200} Jul 21 00:22:41.414045 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 60936) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:41.467669 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d508-1bcf-4a4a-baf1-9906aca7355d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:41.489891 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d508-1bcf-4a4a-baf1-9906aca7355d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:41.535452 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d508-1bcf-4a4a-baf1-9906aca7355d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:41.538258 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d508-1bcf-4a4a-baf1-9906aca7355d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:41.539407 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-ebc4d508-1bcf-4a4a-baf1-9906aca7355d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "DELETE /v2.0/security-groups/49680949-da86-4c4e-991e-fd9d69c07d9e HTTP/1.1" status: 204 len: 168 time: 0.1242254 Jul 21 00:22:41.542960 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60940) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:41.553288 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4d508-1bcf-4a4a-baf1-9906aca7355d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49680949-da86-4c4e-991e-fd9d69c07d9e,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:41.558349 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.api.v2.resource [None req-16a2d4c7-264d-4ae5-af48-2c2a25074bd6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] show failed (client error): The resource could not be found. Jul 21 00:22:41.562725 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-16a2d4c7-264d-4ae5-af48-2c2a25074bd6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups/49680949-da86-4c4e-991e-fd9d69c07d9e HTTP/1.1" status: 404 len: 347 time: 0.0154107 Jul 21 00:22:41.562725 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60942) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:41.637330 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce000c1-929c-442e-b90b-99b00be0ee28 req-0a09b588-716f-4700-a032-b3fc8d8f8efa tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:41.638836 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2ce000c1-929c-442e-b90b-99b00be0ee28 req-0a09b588-716f-4700-a032-b3fc8d8f8efa tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 945 time: 0.0624728 Jul 21 00:22:41.675783 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2ce000c1-929c-442e-b90b-99b00be0ee28 req-bac2a098-d749-4e2b-9ae1-b21ec93c00c0 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Jul 21 00:22:41.683452 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8411be9f-ef4c-49c4-8022-c21c4804394f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Deleting port a603eb12-8402-4224-8f71-eb6c1a84fac5 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:22:41.683889 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8411be9f-ef4c-49c4-8022-c21c4804394f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:41.772677 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8411be9f-ef4c-49c4-8022-c21c4804394f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:41.773296 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8411be9f-ef4c-49c4-8022-c21c4804394f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:41.786072 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8411be9f-ef4c-49c4-8022-c21c4804394f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Calling delete_port for a603eb12-8402-4224-8f71-eb6c1a84fac5 owned by network:floatingip {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:22:41.864527 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c5de4-acfe-4230-ad9c-7b07fbcd164a req-6605911e-a415-4dd5-b295-8e93a14844c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:41.866321 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0a6c5de4-acfe-4230-ad9c-7b07fbcd164a req-6605911e-a415-4dd5-b295-8e93a14844c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 943 time: 0.0712249 Jul 21 00:22:41.904039 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0a6c5de4-acfe-4230-ad9c-7b07fbcd164a req-5cae5e39-5920-40d0-bec4-99215730285a tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Jul 21 00:22:41.926923 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8411be9f-ef4c-49c4-8022-c21c4804394f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:41.953192 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411be9f-ef4c-49c4-8022-c21c4804394f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event deleted for resources: {'Port': ['ID=a603eb12-8402-4224-8f71-eb6c1a84fac5,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:42.011069 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8411be9f-ef4c-49c4-8022-c21c4804394f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.013668 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8411be9f-ef4c-49c4-8022-c21c4804394f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.014817 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-8411be9f-ef4c-49c4-8022-c21c4804394f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "DELETE /v2.0/floatingips/45468a08-1415-4e06-be5c-bc2d106fea6c HTTP/1.1" status: 204 len: 168 time: 0.4514573 Jul 21 00:22:42.194244 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 01d1f819-48ba-4290-8cd3-4a2da6066aef details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:22:42.198017 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device e2576825-6fb3-4025-8934-8bd565c801f3 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:22:42.226843 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: e2576825-6fb3-4025-8934-8bd565c801f3 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:22:42.227180 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device e2576825-6fb3-4025-8934-8bd565c801f3 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:22:42.307303 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 01d1f819-48ba-4290-8cd3-4a2da6066aef, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=01d1f819-48ba-4290-8cd3-4a2da6066aef,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:42.317313 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '01d1f819-48ba-4290-8cd3-4a2da6066aef', 'network_id': '4a9ae94e-0d87-49be-a0cf-b389dec88aee', 'port_id': '01d1f819-48ba-4290-8cd3-4a2da6066aef', 'mac_address': 'fa:16:3e:a5:e3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71eadd77-3bb9-414c-b595-d3b6f8fca2f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:22:42.337037 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60948) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:42.341801 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-0e5a43f5-348b-43f4-a0f7-ada8c190badb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710401910', 'description': 'tempest-description--604703937'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:42.354767 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.363051 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e5a43f5-348b-43f4-a0f7-ada8c190badb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.372909 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d1f819-48ba-4290-8cd3-4a2da6066aef {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:42.393741 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 01d1f819-48ba-4290-8cd3-4a2da6066aef, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=01d1f819-48ba-4290-8cd3-4a2da6066aef,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:42.397619 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.446569 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=01d1f819-48ba-4290-8cd3-4a2da6066aef,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:42.446806 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e5a43f5-348b-43f4-a0f7-ada8c190badb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.451325 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e5a43f5-348b-43f4-a0f7-ada8c190badb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.479911 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e5a43f5-348b-43f4-a0f7-ada8c190badb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.481146 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-0e5a43f5-348b-43f4-a0f7-ada8c190badb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1430218 Jul 21 00:22:42.481970 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a43f5-348b-43f4-a0f7-ada8c190badb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:42.483908 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60950) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:42.488155 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-b85012c2-b76f-4556-9467-f9e394c79c35 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'security_group_rule': {'security_group_id': '996e37b0-50cf-4f48-b9c7-dd8e0d77bea5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:42.512989 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b85012c2-b76f-4556-9467-f9e394c79c35 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.566014 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b85012c2-b76f-4556-9467-f9e394c79c35 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.569593 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b85012c2-b76f-4556-9467-f9e394c79c35 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.586590 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85012c2-b76f-4556-9467-f9e394c79c35 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0612aa7d-736d-427c-ab06-e879a9c09a44,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:42.593086 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b85012c2-b76f-4556-9467-f9e394c79c35 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.593582 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-b85012c2-b76f-4556-9467-f9e394c79c35 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1087842 Jul 21 00:22:42.596183 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60952) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:42.600679 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-a2d4c330-fce0-4f79-9312-809c0a31831f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'security_group_rule': {'security_group_id': '996e37b0-50cf-4f48-b9c7-dd8e0d77bea5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:42.625843 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c330-fce0-4f79-9312-809c0a31831f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.679826 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c330-fce0-4f79-9312-809c0a31831f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.683142 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c330-fce0-4f79-9312-809c0a31831f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.699263 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4c330-fce0-4f79-9312-809c0a31831f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f25bddc-6554-48c7-ac89-ef1eaddddf39,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:42.706584 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c330-fce0-4f79-9312-809c0a31831f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.707828 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-a2d4c330-fce0-4f79-9312-809c0a31831f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1107023 Jul 21 00:22:42.710954 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 60956) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:42.715761 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'floatingip': {'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:42.737857 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.770211 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['01d1f819-48ba-4290-8cd3-4a2da6066aef'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:42.807423 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936660-aea5-40a1-99f9-eb7e09e140c4 req-8ba48202-4c7a-43bb-a140-c96e4f9e45f6 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:42.808932 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8c936660-aea5-40a1-99f9-eb7e09e140c4 req-8ba48202-4c7a-43bb-a140-c96e4f9e45f6 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 945 time: 0.0641377 Jul 21 00:22:42.840989 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:42.847818 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8c936660-aea5-40a1-99f9-eb7e09e140c4 req-d74bc72c-a278-4df9-a368-9c5ea3c0c5cd tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Jul 21 00:22:42.942893 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Allocated IP 172.28.2.101 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/58946480-d4fb-4d31-8aee-62f449940052) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:22:43.033230 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd3bbc-8faf-4df2-926a-ee92c4e39314 req-c0710e14-20c0-4475-ba66-9fec90ebb1ee tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:43.034601 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3bd3bbc-8faf-4df2-926a-ee92c4e39314 req-c0710e14-20c0-4475-ba66-9fec90ebb1ee tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 944 time: 0.0651739 Jul 21 00:22:43.044326 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:43.073199 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3bd3bbc-8faf-4df2-926a-ee92c4e39314 req-8a740c41-e1ce-4a9a-aaaa-b53181c82674 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Jul 21 00:22:43.086014 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:43.120353 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:22:43.123142 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:22:43.125574 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:22:43.155548 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'Port': ['ID=58946480-d4fb-4d31-8aee-62f449940052,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:43.215268 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:43.255228 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:43.395070 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:43.399652 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:43.462999 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'Port': ['ID=58946480-d4fb-4d31-8aee-62f449940052,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:43.473971 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:43.487640 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:43.489146 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-3525abd5-d8c5-46b2-8a61-eb731b194e2e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7770736 Jul 21 00:22:43.666803 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-95e7f2bc-65d7-4119-b8cb-0e3267ea9389 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1710401910&fields=id&tenant_id=64ab96a867c44185aa47a4b7dc5e6171 HTTP/1.1" status: 200 len: 267 time: 0.0325220 Jul 21 00:22:43.766788 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-65ed8e99-5480-49e9-9256-16671aff433d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:43.768208 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-65ed8e99-5480-49e9-9256-16671aff433d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 817 time: 0.0954361 Jul 21 00:22:43.782667 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-3cccdf71-041a-4357-bc2b-c646b4c6298b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/quotas/64ab96a867c44185aa47a4b7dc5e6171 HTTP/1.1" status: 200 len: 375 time: 0.0092552 Jul 21 00:22:43.851476 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-cd8c3c9f-c8df-451b-aa64-1cb8564cf85b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640435 Jul 21 00:22:43.977231 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-5bfca4e1-2f41-4325-be72-7621d92883d3 service neutron] 10.222.0.35 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139228 Jul 21 00:22:44.021683 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293093cf-a244-467c-925e-edf0306b0c6d req-73af75bc-4f35-45b8-b1c8-d9079001007a tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:44.023088 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-293093cf-a244-467c-925e-edf0306b0c6d req-73af75bc-4f35-45b8-b1c8-d9079001007a tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 945 time: 0.1055527 Jul 21 00:22:44.098513 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-293093cf-a244-467c-925e-edf0306b0c6d req-9e869d21-fb31-47a0-8220-d69772679ba2 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489452 Jul 21 00:22:44.100713 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-cb791367-7594-4530-bfef-d94516676e46 service neutron] 10.222.0.35 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179628 Jul 21 00:22:44.214809 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 01d1f819-48ba-4290-8cd3-4a2da6066aef up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:22:44.219333 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3d37-2b63-490c-ae45-a0b9ed29b378 req-0b5dd6d1-f705-449f-b343-11989789a6d0 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:44.220827 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e4cd3d37-2b63-490c-ae45-a0b9ed29b378 req-0b5dd6d1-f705-449f-b343-11989789a6d0 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 944 time: 0.0673044 Jul 21 00:22:44.274165 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6166ae8d-f4a6-4108-ac72-bbc4a3701283 req-148c82f4-d4bc-406c-bb5b-83b3e3d14e35 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 210 time: 0.0400562 Jul 21 00:22:44.281232 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 01d1f819-48ba-4290-8cd3-4a2da6066aef completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:22:44.286000 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 01d1f819-48ba-4290-8cd3-4a2da6066aef triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:22:44.286583 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:44.301165 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e4cd3d37-2b63-490c-ae45-a0b9ed29b378 req-f1aec3da-dd8e-4f9b-8605-f4edefbb02fb tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574570 Jul 21 00:22:44.369951 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:44.392679 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d1f819-48ba-4290-8cd3-4a2da6066aef'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:44.395148 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00847c95-8d4d-4b4c-89a0-d3e5ed817cc9" -d '{"events": [{"server_uuid": "6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05", "name": "network-vif-plugged", "status": "completed", "tag": "01d1f819-48ba-4290-8cd3-4a2da6066aef"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:44.412015 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 01d1f819-48ba-4290-8cd3-4a2da6066aef, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=01d1f819-48ba-4290-8cd3-4a2da6066aef,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:44.418974 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:44.446328 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e628b0a-9eb0-456e-8bfc-0cbbbcd0d81f x-openstack-request-id: req-5e628b0a-9eb0-456e-8bfc-0cbbbcd0d81f {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:44.446621 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05", "name": "network-vif-plugged", "status": "completed", "tag": "01d1f819-48ba-4290-8cd3-4a2da6066aef", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:44.446915 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e628b0a-9eb0-456e-8bfc-0cbbbcd0d81f {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:44.447301 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d1f819-48ba-4290-8cd3-4a2da6066aef', 'code': 200} Jul 21 00:22:44.473549 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=01d1f819-48ba-4290-8cd3-4a2da6066aef,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:44.659570 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758a5bd-01ce-4f0c-9535-a6099cceda50 req-d0f01f60-fd54-43f5-ad2d-b45fdfeff52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:44.661089 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-8758a5bd-01ce-4f0c-9535-a6099cceda50 req-d0f01f60-fd54-43f5-ad2d-b45fdfeff52e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 1098 time: 0.0558221 Jul 21 00:22:44.697630 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-8758a5bd-01ce-4f0c-9535-a6099cceda50 req-83ed77ba-4c2a-4f0b-a0da-df293a446a56 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274153 Jul 21 00:22:45.225793 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77288f27-9bd8-4278-96a2-afc504086a89 req-0adda024-a9fe-41f6-962b-5648344d683e tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:45.227277 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77288f27-9bd8-4278-96a2-afc504086a89 req-0adda024-a9fe-41f6-962b-5648344d683e tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 945 time: 0.0619202 Jul 21 00:22:45.264322 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77288f27-9bd8-4278-96a2-afc504086a89 req-27ba0a46-7329-45b5-9251-502c592dd772 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Jul 21 00:22:45.395468 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-70199998-4e07-42e3-a188-ca895157bbfb req-205fc58a-d543-4952-af06-2107bf68fffa tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 210 time: 0.0426590 Jul 21 00:22:45.433358 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-f93f5c90-ce43-400e-8fc5-de2112fda896 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:45.435014 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-f93f5c90-ce43-400e-8fc5-de2112fda896 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 817 time: 0.1262600 Jul 21 00:22:45.459201 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5b09e-d8e3-42e3-a7e4-2b0de8ddb0f4 req-a46ab33e-a65d-45e0-962f-41132fe0a0b4 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:45.460698 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3da5b09e-d8e3-42e3-a7e4-2b0de8ddb0f4 req-a46ab33e-a65d-45e0-962f-41132fe0a0b4 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 945 time: 0.0677722 Jul 21 00:22:45.482885 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-49bdc915-6526-46c8-b565-1c8fffe9b10d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ab96a867c44185aa47a4b7dc5e6171 HTTP/1.1" status: 200 len: 380 time: 0.0372803 Jul 21 00:22:45.502675 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3da5b09e-d8e3-42e3-a7e4-2b0de8ddb0f4 req-54c2665f-0c4e-4f7f-9ba4-881e70753e95 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342259 Jul 21 00:22:45.504409 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'port': {'device_id': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'admin_state_up': True, 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'security_groups': ['996e37b0-50cf-4f48-b9c7-dd8e0d77bea5']}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:45.614901 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Made reservation on behalf of 64ab96a867c44185aa47a4b7dc5e6171 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:22:45.619305 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:45.742423 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Allocated IP 172.20.0.4 (bd9d4f1b-800b-4aec-9239-aeaacd30c052/3cec9201-d099-478e-9cec-9fb4fe0eb301/52df7af1-92f5-469e-ba7e-ed7f8057cff8) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:22:45.878503 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:45.893561 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Transition to ACTIVE for port object 52df7af1-92f5-469e-ba7e-ed7f8057cff8 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:22:45.926914 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:45.973163 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Network bd9d4f1b-800b-4aec-9239-aeaacd30c052 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:22:45.976343 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:22:45.980058 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:22:45.986312 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event updated for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:46.031126 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:46.031737 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:46.045995 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-dc6a54f0-d103-46ed-8f6b-49f5440fb338 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5470371 Jul 21 00:22:46.075402 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Request body: {'port': {'device_id': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:46.147129 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:46.174921 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-fc98b5d0-77b2-42a2-bf05-e8d7b56223e8 None None] Provisioning for port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:22:46.178978 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-fc98b5d0-77b2-42a2-bf05-e8d7b56223e8 None None] Provisioning complete for port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:22:46.179344 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc98b5d0-77b2-42a2-bf05-e8d7b56223e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:46.213498 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-fc98b5d0-77b2-42a2-bf05-e8d7b56223e8 None None] Port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:22:46.337599 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-79ae11d2-4d2b-48a5-885e-0bd89f35cb41 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:46.339080 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-79ae11d2-4d2b-48a5-885e-0bd89f35cb41 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 945 time: 0.1528845 Jul 21 00:22:46.392816 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6213fe-e3a7-435f-b03b-6a19fe128a16 req-bce1fe77-f5dd-4ca3-be6c-50765af90a14 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:46.394337 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4d6213fe-e3a7-435f-b03b-6a19fe128a16 req-bce1fe77-f5dd-4ca3-be6c-50765af90a14 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 945 time: 0.0630581 Jul 21 00:22:46.433400 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4d6213fe-e3a7-435f-b03b-6a19fe128a16 req-7ab34c3b-d2e1-4343-bcdf-3a29a9dd5dca tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2487d29-7adb-46b0-9ba7-c23a0504aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Jul 21 00:22:46.532876 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52df7af1-92f5-469e-ba7e-ed7f8057cff8 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:46.538184 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2ff97-fb37-4fa2-b6a7-ef0231035b5a req-dcf353ea-c099-4302-816f-14032ae54127 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:46.538447 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-3d8fd929-d45e-45b3-a0c8-136ced368d44 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Deleting port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:22:46.538781 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-3d8fd929-d45e-45b3-a0c8-136ced368d44 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:46.539736 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7ae2ff97-fb37-4fa2-b6a7-ef0231035b5a req-dcf353ea-c099-4302-816f-14032ae54127 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 931 time: 0.0692196 Jul 21 00:22:46.548694 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:46.593503 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7ae2ff97-fb37-4fa2-b6a7-ef0231035b5a req-af040876-5e43-4b1f-9a25-8e12b7758353 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Jul 21 00:22:46.593793 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Transition to ACTIVE for port object 52df7af1-92f5-469e-ba7e-ed7f8057cff8 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:22:46.628266 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:46.644867 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f934b6-f474-40c1-83c7-6fb63aef7edd req-9b434871-a057-42db-b733-44e8e6383fcc tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:46.646390 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b4f934b6-f474-40c1-83c7-6fb63aef7edd req-9b434871-a057-42db-b733-44e8e6383fcc tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 945 time: 0.0688884 Jul 21 00:22:46.687109 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b4f934b6-f474-40c1-83c7-6fb63aef7edd req-4619ec25-9a19-4661-a32f-b68497f45610 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348639 Jul 21 00:22:46.933772 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-3d8fd929-d45e-45b3-a0c8-136ced368d44 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] For port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,segment=NetworkSegment(8f0ae635-cc50-40d2-b8a0-4e6166626dfc),segment_id=8f0ae635-cc50-40d2-b8a0-4e6166626dfc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:46.934286 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-3d8fd929-d45e-45b3-a0c8-136ced368d44 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:46.945107 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Pushing event updated for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:46.996877 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-3d8fd929-d45e-45b3-a0c8-136ced368d44 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Calling delete_port for 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:22:47.096852 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Attempting to bind port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:22:47.097218 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Attempting to bind port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:22:47.097551 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Attempting to bind port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 on network bd9d4f1b-800b-4aec-9239-aeaacd30c052 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:47.112121 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 on network bd9d4f1b-800b-4aec-9239-aeaacd30c052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:22:47.112353 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Attempting to bind port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 on network bd9d4f1b-800b-4aec-9239-aeaacd30c052 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:47.121221 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:22:47.121559 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Checking segment: {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:22:47.121946 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Bound using segment: {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:22:47.122389 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Bound port: 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0ca4cd-cf91-424d-b3cb-824f85874fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:22:47.122744 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:47.127447 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db63e6-c271-49bb-95c3-821914160d64 req-ae890a23-a891-489a-91dc-5ee21dac3ba2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:47.129017 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-45db63e6-c271-49bb-95c3-821914160d64 req-ae890a23-a891-489a-91dc-5ee21dac3ba2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0983429 Jul 21 00:22:47.173647 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-45db63e6-c271-49bb-95c3-821914160d64 req-301d49df-e834-442b-9b9c-b7f42fbf4be9 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381737 Jul 21 00:22:47.228400 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:22:47.234201 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:22:47.239429 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:47.247669 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-3d8fd929-d45e-45b3-a0c8-136ced368d44 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:47.260256 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:47.285212 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:47.285823 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:47.287206 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] 10.222.0.32 "PUT /v2.0/ports/52df7af1-92f5-469e-ba7e-ed7f8057cff8 HTTP/1.1" status: 200 len: 1093 time: 1.2169077 Jul 21 00:22:47.287641 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:47.289907 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6515010-cb13-40ce-93c3-eafe492b2150" -d '{"events": [{"name": "network-changed", "server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:47.336728 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0627607d-7428-429f-9a34-001bc1aae3d8 x-openstack-request-id: req-0627607d-7428-429f-9a34-001bc1aae3d8 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:47.337018 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:47.337345 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0627607d-7428-429f-9a34-001bc1aae3d8 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:47.337812 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'status': 'completed', 'code': 200} Jul 21 00:22:47.359794 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-3d8fd929-d45e-45b3-a0c8-136ced368d44 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] No DVR routers for this DVR port 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:22:47.369970 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-3d8fd929-d45e-45b3-a0c8-136ced368d44 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:47.371899 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e7ff93f-a286-4e90-b5dd-69ee29c9f5f7 req-3d8fd929-d45e-45b3-a0c8-136ced368d44 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.32 "DELETE /v2.0/ports/67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 HTTP/1.1" status: 204 len: 173 time: 1.0262172 Jul 21 00:22:47.388722 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28f3df-f98d-4681-8216-83ce06678b8e service neutron] Pushing event updated for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:47.414834 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fd929-d45e-45b3-a0c8-136ced368d44 tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] Pushing event deleted for resources: {'Port': ['ID=67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:47.444117 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-7ee34539-f1c7-4524-9a91-ae1d5cec5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:47.445691 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-7ee34539-f1c7-4524-9a91-ae1d5cec5340 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 1096 time: 0.0871036 Jul 21 00:22:47.499225 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-c4223d92-92bf-469a-a4b9-f9cef9cc9b03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8 HTTP/1.1" status: 200 len: 217 time: 0.0456641 Jul 21 00:22:47.540406 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-28086ae4-e74e-46c6-b2af-12725420ec45 req-fcb4db83-4e2f-4052-aeb2-022e989f35aa tempest-VolumesSnapshotTestJSON-42254697 tempest-VolumesSnapshotTestJSON-42254697-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c24f3cf-d843-42fd-ad17-91ec52cbf4e0 HTTP/1.1" status: 200 len: 210 time: 0.0357366 Jul 21 00:22:47.577665 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-96cc4a4b-e322-4506-8c32-f2c37c7bdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:47.579137 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-96cc4a4b-e322-4506-8c32-f2c37c7bdc72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.0485368 Jul 21 00:22:47.640475 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-f11718ba-786a-44f7-88ef-2b0429bafd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:47.642005 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-f11718ba-786a-44f7-88ef-2b0429bafd14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0513034 Jul 21 00:22:47.727962 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3563d9-cc19-4d92-b242-55678549cea3 req-9387cc5e-51de-4f16-b21a-ab8b85bf5986 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:47.729503 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3c3563d9-cc19-4d92-b242-55678549cea3 req-9387cc5e-51de-4f16-b21a-ab8b85bf5986 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0620081 Jul 21 00:22:47.736156 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-bf569153-25ad-4072-bf87-2ab599a41fc8 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841241 Jul 21 00:22:47.767233 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3c3563d9-cc19-4d92-b242-55678549cea3 req-8dcfabcb-39a8-41aa-a3b3-7e7429ecc387 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Jul 21 00:22:47.828808 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-873b12cd-92d7-4d10-9af4-fcfc05f31a63 req-62ea1f9a-a03a-4790-80d6-8d94e9e4e195 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803428 Jul 21 00:22:47.960910 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-97f1a5cb-f753-4379-81ce-3e17f4e3080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:47.962438 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-97f1a5cb-f753-4379-81ce-3e17f4e3080d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 1096 time: 0.0576015 Jul 21 00:22:48.057516 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-da25cda5-1343-4551-a374-d1d7b783307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:48.059005 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-da25cda5-1343-4551-a374-d1d7b783307d service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 918 time: 0.0858216 Jul 21 00:22:48.105575 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-2f298a38-fa86-4b0f-b321-26c1e0917945 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8 HTTP/1.1" status: 200 len: 217 time: 0.0371602 Jul 21 00:22:48.157855 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-09b44083-7624-47dd-9dfd-8f5694839242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:48.159350 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-09b44083-7624-47dd-9dfd-8f5694839242 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.0443156 Jul 21 00:22:48.218680 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-79305716-8485-488a-8a4c-c6b71e9fad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:48.220206 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-79305716-8485-488a-8a4c-c6b71e9fad0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0531137 Jul 21 00:22:48.316405 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbcbf-83dc-4c53-8078-9669a519d8cb req-9d19a3ad-c962-4ffa-9b85-2262b25a9f3c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:48.318017 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3ffbcbf-83dc-4c53-8078-9669a519d8cb req-9d19a3ad-c962-4ffa-9b85-2262b25a9f3c tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0705743 Jul 21 00:22:48.321205 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-1d256bd4-6d9a-43de-a48f-803a97747a34 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900569 Jul 21 00:22:48.359377 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3ffbcbf-83dc-4c53-8078-9669a519d8cb req-51430261-a3f5-4e77-8ed2-47b33daa36eb tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351233 Jul 21 00:22:48.432145 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a6515010-cb13-40ce-93c3-eafe492b2150 req-f21cda69-d8fe-441c-aab8-162ac167a487 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019800 Jul 21 00:22:48.908291 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efb421-690b-49b1-9a68-b1ffafcc878d req-6aabdd7d-ab7a-4baf-97d5-5abfb9508102 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:48.909809 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-46efb421-690b-49b1-9a68-b1ffafcc878d req-6aabdd7d-ab7a-4baf-97d5-5abfb9508102 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0640807 Jul 21 00:22:48.945769 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-46efb421-690b-49b1-9a68-b1ffafcc878d req-903c140a-5f03-462b-aeb8-ed7889b49d9d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304134 Jul 21 00:22:49.338963 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c24f3cf-d843-42fd-ad17-91ec52cbf4e0', 'name': 'network-vif-deleted', 'tag': '67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:49.341608 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6df160c-0c7a-4802-952c-3a1e7ee5a39f" -d '{"events": [{"server_uuid": "2c24f3cf-d843-42fd-ad17-91ec52cbf4e0", "name": "network-vif-deleted", "tag": "67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:49.379994 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b296e18d-5b0c-46b0-9777-e762d366e370 x-openstack-request-id: req-b296e18d-5b0c-46b0-9777-e762d366e370 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:49.380282 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c24f3cf-d843-42fd-ad17-91ec52cbf4e0", "name": "network-vif-deleted", "tag": "67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:49.380530 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b296e18d-5b0c-46b0-9777-e762d366e370 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:49.380920 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c24f3cf-d843-42fd-ad17-91ec52cbf4e0', 'name': 'network-vif-deleted', 'tag': '67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119', 'status': 'completed', 'code': 200} Jul 21 00:22:49.486313 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd213df0-0901-481a-ad1c-12652f3f3fe5 req-c5ac76b6-2d15-4571-9280-ef8ffafac0b8 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:49.487810 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fd213df0-0901-481a-ad1c-12652f3f3fe5 req-c5ac76b6-2d15-4571-9280-ef8ffafac0b8 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0622573 Jul 21 00:22:49.527298 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fd213df0-0901-481a-ad1c-12652f3f3fe5 req-a3c8cfa2-6364-4dfd-88d6-a52c55900c81 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=69089da3-a598-4e97-b38c-08686f487299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338857 Jul 21 00:22:49.862369 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-f410290e-1ece-402b-811f-7783d35159f5 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:49.863893 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-f410290e-1ece-402b-811f-7783d35159f5 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.32 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 946 time: 0.0699677 Jul 21 00:22:49.977599 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Deleting port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:22:49.978490 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:50.076612 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] For port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:50.077038 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:50.117083 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0a468-951f-4063-9711-b835c61433e5 req-87d4b8c5-cae5-4358-a613-042d3b794e4d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:50.118713 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9ea0a468-951f-4063-9711-b835c61433e5 req-87d4b8c5-cae5-4358-a613-042d3b794e4d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0926974 Jul 21 00:22:50.156084 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9ea0a468-951f-4063-9711-b835c61433e5 req-da9aaa14-f976-44d3-8121-7cae6ca70c74 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317833 Jul 21 00:22:50.214645 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 52df7af1-92f5-469e-ba7e-ed7f8057cff8 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:22:50.217073 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:22:50.242721 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:22:50.243245 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 67ad53f9-ed1c-4c5c-b6c3-f7e404e3f119 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:22:50.245235 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:50.245587 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:50.245902 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.l3_db [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Floating IP 08bfd3f4-b6eb-4f0c-8b11-d76d769751bc disassociated. External IP: 172.28.2.176, port: 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d. Jul 21 00:22:50.246294 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Calling delete_port for 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:22:50.331956 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:50.342553 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'port_id': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'mac_address': 'fa:16:3e:8e:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:22:50.371490 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:50.380032 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:50.392718 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52df7af1-92f5-469e-ba7e-ed7f8057cff8 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:50.398292 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event deleted for resources: {'Port': ['ID=98dc6ff7-6de7-40f9-a853-4ea7ee8a449d,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:50.410690 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.411042 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.411396 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.411737 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.412067 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.412396 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.412731 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.413084 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.413407 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.413807 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.414038 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.414357 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:22:50.414484 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:50.424456 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:50.476375 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:50.522752 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Router 2daae526-568a-432f-8e14-063475fe7908 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:22:50.624226 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5ec6dfa6-2263-49f5-95b2-3988b1f68ac6 req-e22e60ee-54a5-4daa-bf93-2aec26e94176 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=3438de5c-2f9c-40e6-85dd-9552833fe471 HTTP/1.1" status: 200 len: 210 time: 0.0293679 Jul 21 00:22:50.629627 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:22:50.641524 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] Sync routers for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:22:50.651938 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:22:50.652791 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:22:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:50.676328 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] No DVR routers for this DVR port 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:22:50.678802 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:50.680782 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-dd1cdbde-6d90-496f-a55f-414af2b4149a req-46c70962-eab7-4414-bf55-72350be606aa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.32 "DELETE /v2.0/ports/98dc6ff7-6de7-40f9-a853-4ea7ee8a449d HTTP/1.1" status: 204 len: 173 time: 0.8014941 Jul 21 00:22:50.735574 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['52df7af1-92f5-469e-ba7e-ed7f8057cff8'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:50.823289 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:22:51.096493 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:51.124195 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] Checking router: 2daae526-568a-432f-8e14-063475fe7908 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:22:51.132601 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:22:51.133268 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:22:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:51.249108 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:22:51.311880 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb7d83-8b87-4d41-9f33-891fd9358147 req-331a2405-dcaa-44b3-adeb-abea89c00979 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:51.318777 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d2bb7d83-8b87-4d41-9f33-891fd9358147 req-331a2405-dcaa-44b3-adeb-abea89c00979 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 944 time: 0.0789778 Jul 21 00:22:51.365543 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d2bb7d83-8b87-4d41-9f33-891fd9358147 req-26ee4335-dcb3-4567-87c0-2edc081a1344 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456967 Jul 21 00:22:51.382851 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'name': 'network-vif-deleted', 'tag': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:51.386610 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb52b79a-7566-442b-b034-03f46398f6ce" -d '{"events": [{"server_uuid": "3438de5c-2f9c-40e6-85dd-9552833fe471", "name": "network-vif-deleted", "tag": "98dc6ff7-6de7-40f9-a853-4ea7ee8a449d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:51.438662 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b5debb-12d2-47c8-ba19-8022de985b06 x-openstack-request-id: req-40b5debb-12d2-47c8-ba19-8022de985b06 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:51.439055 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3438de5c-2f9c-40e6-85dd-9552833fe471", "name": "network-vif-deleted", "tag": "98dc6ff7-6de7-40f9-a853-4ea7ee8a449d", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:51.439394 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40b5debb-12d2-47c8-ba19-8022de985b06 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:51.439877 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3438de5c-2f9c-40e6-85dd-9552833fe471', 'name': 'network-vif-deleted', 'tag': '98dc6ff7-6de7-40f9-a853-4ea7ee8a449d', 'status': 'completed', 'code': 200} Jul 21 00:22:51.635297 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:51.669055 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd042dcc-fd76-4b4b-aeb0-3ef76663d777 None None] The sync data for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb is: [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:22:51.717347 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 32864) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:51.778599 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-052445d1-81a0-4ad2-9c92-5fd961ada47f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:51.802926 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-052445d1-81a0-4ad2-9c92-5fd961ada47f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:51.850619 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-052445d1-81a0-4ad2-9c92-5fd961ada47f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:51.853388 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-052445d1-81a0-4ad2-9c92-5fd961ada47f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:51.854812 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-052445d1-81a0-4ad2-9c92-5fd961ada47f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "DELETE /v2.0/security-groups/69089da3-a598-4e97-b38c-08686f487299 HTTP/1.1" status: 204 len: 168 time: 0.1364548 Jul 21 00:22:51.857695 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 32866) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:51.864784 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052445d1-81a0-4ad2-9c92-5fd961ada47f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69089da3-a598-4e97-b38c-08686f487299,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:51.874876 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.api.v2.resource [None req-0681942c-ec52-47a0-94ec-42ee0314b172 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] show failed (client error): The resource could not be found. Jul 21 00:22:51.876060 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-0681942c-ec52-47a0-94ec-42ee0314b172 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups/69089da3-a598-4e97-b38c-08686f487299 HTTP/1.1" status: 404 len: 347 time: 0.0171199 Jul 21 00:22:51.881496 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 32868) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:51.907705 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419126c-1668-4c5b-956f-5a33b4c46a07 None None] New status for floating IP 08bfd3f4-b6eb-4f0c-8b11-d76d769751bc: DOWN {{(pid=94871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:22:52.005272 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-63cd51b5-9791-4f9e-a1a3-d20e036fdbe6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Deleting port a2925830-b015-42ba-9fcc-09e04705cea7 {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:22:52.005617 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-63cd51b5-9791-4f9e-a1a3-d20e036fdbe6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.087772 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-63cd51b5-9791-4f9e-a1a3-d20e036fdbe6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.088105 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-63cd51b5-9791-4f9e-a1a3-d20e036fdbe6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.100987 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-63cd51b5-9791-4f9e-a1a3-d20e036fdbe6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Calling delete_port for a2925830-b015-42ba-9fcc-09e04705cea7 owned by network:floatingip {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:22:52.228653 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 52df7af1-92f5-469e-ba7e-ed7f8057cff8 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:22:52.275480 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-63cd51b5-9791-4f9e-a1a3-d20e036fdbe6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.277590 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:22:52.281121 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:22:52.281498 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.307905 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd51b5-9791-4f9e-a1a3-d20e036fdbe6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event deleted for resources: {'Port': ['ID=a2925830-b015-42ba-9fcc-09e04705cea7,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:52.362891 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.364399 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-63cd51b5-9791-4f9e-a1a3-d20e036fdbe6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.367210 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-63cd51b5-9791-4f9e-a1a3-d20e036fdbe6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.369009 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-63cd51b5-9791-4f9e-a1a3-d20e036fdbe6 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "DELETE /v2.0/floatingips/08bfd3f4-b6eb-4f0c-8b11-d76d769751bc HTTP/1.1" status: 204 len: 168 time: 0.4855926 Jul 21 00:22:52.387408 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:52.389699 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b153249-19ef-405b-b903-15bca2001007" -d '{"events": [{"server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "name": "network-vif-plugged", "status": "completed", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:52.401826 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:52.412783 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.436056 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60906cb9-77ca-431a-a04a-7b1214097491 x-openstack-request-id: req-60906cb9-77ca-431a-a04a-7b1214097491 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:52.436351 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "name": "network-vif-plugged", "status": "completed", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:52.436600 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60906cb9-77ca-431a-a04a-7b1214097491 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:52.437053 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'code': 200} Jul 21 00:22:52.465889 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:52.558387 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75538186-03a0-42ab-88a4-59b23d51d549 req-c7f92cf6-848e-413d-a5c5-6aff33fe575f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:52.559872 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-75538186-03a0-42ab-88a4-59b23d51d549 req-c7f92cf6-848e-413d-a5c5-6aff33fe575f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0889034 Jul 21 00:22:52.604451 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-75538186-03a0-42ab-88a4-59b23d51d549 req-cc366f1c-5d96-4035-881b-388c7e15d21d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381198 Jul 21 00:22:52.661204 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174af1de-bccf-4e8f-93c2-bbf8e16ff0ab req-a810605d-8cc1-4fc0-a223-9f4c82bce30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:52.662795 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-174af1de-bccf-4e8f-93c2-bbf8e16ff0ab req-a810605d-8cc1-4fc0-a223-9f4c82bce30a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 1098 time: 0.0771489 Jul 21 00:22:52.704875 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-174af1de-bccf-4e8f-93c2-bbf8e16ff0ab req-60995e76-13e9-451d-88ba-37533c74ad25 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332897 Jul 21 00:22:52.729384 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 32890) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:52.733936 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-a032f04b-47da-4194-821e-4da3e0a63187 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--987845433', 'description': 'tempest-description--921338580'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:52.756446 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a032f04b-47da-4194-821e-4da3e0a63187 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.838518 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a032f04b-47da-4194-821e-4da3e0a63187 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.841876 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a032f04b-47da-4194-821e-4da3e0a63187 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.869723 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a032f04b-47da-4194-821e-4da3e0a63187 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.870919 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-a032f04b-47da-4194-821e-4da3e0a63187 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1405234 Jul 21 00:22:52.873890 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 32892) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:52.875325 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032f04b-47da-4194-821e-4da3e0a63187 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0046a138-1e50-432e-8b60-7b138188b73a,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:52.878469 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-3d5b2fd7-7b7c-42c1-a9bf-1b2bcf0cd9eb tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'security_group_rule': {'security_group_id': '0046a138-1e50-432e-8b60-7b138188b73a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:52.908492 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2fd7-7b7c-42c1-a9bf-1b2bcf0cd9eb tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.953587 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2fd7-7b7c-42c1-a9bf-1b2bcf0cd9eb tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.956928 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2fd7-7b7c-42c1-a9bf-1b2bcf0cd9eb tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.978585 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b2fd7-7b7c-42c1-a9bf-1b2bcf0cd9eb tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa81fed-4e21-4c08-8308-b814cc2eae65,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:52.983546 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2fd7-7b7c-42c1-a9bf-1b2bcf0cd9eb tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:52.984819 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-3d5b2fd7-7b7c-42c1-a9bf-1b2bcf0cd9eb tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099215 Jul 21 00:22:52.987477 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 32894) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:52.991733 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-a0aa15e9-9d85-44af-93b5-6adb6c958179 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'security_group_rule': {'security_group_id': '0046a138-1e50-432e-8b60-7b138188b73a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:53.016569 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0aa15e9-9d85-44af-93b5-6adb6c958179 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.070409 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0aa15e9-9d85-44af-93b5-6adb6c958179 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.073697 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0aa15e9-9d85-44af-93b5-6adb6c958179 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.087846 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa15e9-9d85-44af-93b5-6adb6c958179 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf1cc86-340c-47f7-8e54-3344219efa1b,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:53.096219 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0aa15e9-9d85-44af-93b5-6adb6c958179 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.097558 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-a0aa15e9-9d85-44af-93b5-6adb6c958179 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1091547 Jul 21 00:22:53.100933 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 32896) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:53.105858 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'floatingip': {'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:53.125552 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.218649 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.333202 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Allocated IP 172.28.2.238 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/9a609448-0563-45fd-9b72-d635c5df3af4) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:22:53.392208 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687dfb1a-a34f-4725-80c9-4b72a3af6727 req-a5916842-c595-4b5d-8051-39d998b20f3f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:53.393730 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-687dfb1a-a34f-4725-80c9-4b72a3af6727 req-a5916842-c595-4b5d-8051-39d998b20f3f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 945 time: 0.0635691 Jul 21 00:22:53.437401 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.438190 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-687dfb1a-a34f-4725-80c9-4b72a3af6727 req-14966d8b-89e0-45b9-af4c-00a7352b98a5 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Jul 21 00:22:53.474164 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.509405 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:22:53.515598 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:22:53.519878 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:22:53.545430 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'Port': ['ID=9a609448-0563-45fd-9b72-d635c5df3af4,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:53.606709 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.652743 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.761490 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120a24e-4c72-4cd5-bfa2-05a210de7882 req-c56f3edf-6fbf-435f-899c-f565da1d34b6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:53.763580 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8120a24e-4c72-4cd5-bfa2-05a210de7882 req-c56f3edf-6fbf-435f-899c-f565da1d34b6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0779316 Jul 21 00:22:53.809208 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8120a24e-4c72-4cd5-bfa2-05a210de7882 req-09d732c5-f3bc-48af-9ae4-910af40b3964 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359676 Jul 21 00:22:53.825924 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.831359 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.909115 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'Port': ['ID=9a609448-0563-45fd-9b72-d635c5df3af4,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:53.924573 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.938211 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:53.939567 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-86880f4a-34a7-4e6b-b9d6-4b9bd33fdb46 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8376720 Jul 21 00:22:54.141570 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-4a1a7d03-9ce3-41be-8b9f-7dfdba7f2842 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--987845433&fields=id&tenant_id=efbe375f4aee40449258a9bcc0547750 HTTP/1.1" status: 200 len: 267 time: 0.0320454 Jul 21 00:22:54.244887 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:22:54.247017 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-f443c9e6-f104-4808-a48d-13637cffbbb4 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:54.248483 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-f443c9e6-f104-4808-a48d-13637cffbbb4 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 810 time: 0.1005712 Jul 21 00:22:54.264174 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-9b8aa593-2f57-4670-9689-a5e2f9ee607d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/quotas/efbe375f4aee40449258a9bcc0547750 HTTP/1.1" status: 200 len: 375 time: 0.0098877 Jul 21 00:22:54.266071 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:22:54.266488 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 98dc6ff7-6de7-40f9-a853-4ea7ee8a449d not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:22:54.331686 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-4130ef44-107e-4de9-b998-54a99dd4f7c2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602536 Jul 21 00:22:54.425074 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-79f3c40c-4196-49d2-9c9c-6f45ca667c6f service neutron] 10.222.0.35 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818706 Jul 21 00:22:54.521270 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3d8187d8-ab30-4708-afbb-5984a078018c service neutron] 10.222.0.35 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904100 Jul 21 00:22:54.574516 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdb423-49b0-4858-a8ef-94124bee07e1 req-45413c60-5b5d-49b3-8a09-87b38e09ff3e tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:54.575990 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-adcdb423-49b0-4858-a8ef-94124bee07e1 req-45413c60-5b5d-49b3-8a09-87b38e09ff3e tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 945 time: 0.0687056 Jul 21 00:22:54.613026 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-adcdb423-49b0-4858-a8ef-94124bee07e1 req-3962f6b4-1afa-4292-9b7b-fcefbb5eda98 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Jul 21 00:22:54.676859 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6f5d0adb-6006-4c9c-b228-aeb41806b3d1 req-a0516f80-7aa2-4e35-af03-ed14f27eacf9 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 210 time: 0.0281460 Jul 21 00:22:54.952015 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb417dce-6ced-4a57-8ed3-bc5b023808f7 req-5fe4df31-29b2-4678-bbe0-496e3c221745 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:54.953624 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cb417dce-6ced-4a57-8ed3-bc5b023808f7 req-5fe4df31-29b2-4678-bbe0-496e3c221745 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0632887 Jul 21 00:22:54.991382 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cb417dce-6ced-4a57-8ed3-bc5b023808f7 req-136f46f8-b1b2-44b3-bbaf-feef182652f0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Jul 21 00:22:55.137503 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f5350-123a-40ae-afbe-bcae9ce86de0 req-84dbafd1-a1bf-4968-a1c1-c8debee3beb2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:55.139159 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-498f5350-123a-40ae-afbe-bcae9ce86de0 req-84dbafd1-a1bf-4968-a1c1-c8debee3beb2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0757983 Jul 21 00:22:55.149994 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 32946) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:22:55.154818 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-cf422210-d9f7-44c3-9393-3c7c75f5631b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Request body: {'floatingip': {'port_id': '52df7af1-92f5-469e-ba7e-ed7f8057cff8'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:55.206312 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf422210-d9f7-44c3-9393-3c7c75f5631b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:55.601386 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-c8648964-b909-4056-87f3-5aac55ac6b1f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:55.602900 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-c8648964-b909-4056-87f3-5aac55ac6b1f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 945 time: 0.1782935 Jul 21 00:22:55.772972 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287b1d-fa9e-459a-909d-7be24745b3a7 req-a8009217-58d8-4c57-a593-3190330d31c4 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:55.775214 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3e287b1d-fa9e-459a-909d-7be24745b3a7 req-a8009217-58d8-4c57-a593-3190330d31c4 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 945 time: 0.0787094 Jul 21 00:22:55.807360 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-31055559-d59a-4bcc-817d-fdcd9c4611f0 req-68af8426-086f-4314-9bcd-24ce1ef3a93d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 210 time: 0.0441270 Jul 21 00:22:55.842230 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3e287b1d-fa9e-459a-909d-7be24745b3a7 req-0b8dd32d-4a37-4e00-9c90-00acd549ddf4 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549700 Jul 21 00:22:56.010997 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf422210-d9f7-44c3-9393-3c7c75f5631b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:56.042022 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf422210-d9f7-44c3-9393-3c7c75f5631b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:56.156619 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-31f188e8-c3ee-4817-a033-bc50232c8562 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:56.158094 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-31f188e8-c3ee-4817-a033-bc50232c8562 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.32 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 810 time: 0.2204547 Jul 21 00:22:56.162543 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-7487b9e0-c95a-46e8-94fd-fd6c25b55463 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Deleting port 01d1f819-48ba-4290-8cd3-4a2da6066aef {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:22:56.162883 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-7487b9e0-c95a-46e8-94fd-fd6c25b55463 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:56.266269 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.l3_db [None req-cf422210-d9f7-44c3-9393-3c7c75f5631b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Floating IP 21f22524-a5d3-4140-8de1-9c5fea4ccad9 associated. External IP: 172.28.2.101, port: 52df7af1-92f5-469e-ba7e-ed7f8057cff8. Jul 21 00:22:56.274095 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-e4c87612-d845-41d3-ac3e-eadd3959a69a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efbe375f4aee40449258a9bcc0547750 HTTP/1.1" status: 200 len: 379 time: 0.0974665 Jul 21 00:22:56.335974 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'port': {'device_id': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'admin_state_up': True, 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'security_groups': ['0046a138-1e50-432e-8b60-7b138188b73a']}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:56.388019 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-7487b9e0-c95a-46e8-94fd-fd6c25b55463 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] For port 01d1f819-48ba-4290-8cd3-4a2da6066aef, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=01d1f819-48ba-4290-8cd3-4a2da6066aef,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:22:56.388384 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-7487b9e0-c95a-46e8-94fd-fd6c25b55463 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:56.435441 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-7487b9e0-c95a-46e8-94fd-fd6c25b55463 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Calling delete_port for 01d1f819-48ba-4290-8cd3-4a2da6066aef owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:22:56.628696 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Made reservation on behalf of efbe375f4aee40449258a9bcc0547750 for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:22:56.632258 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:56.690535 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf422210-d9f7-44c3-9393-3c7c75f5631b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Router 776cc283-14c9-44f6-8da6-764ef5f77249 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:22:56.884888 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-7487b9e0-c95a-46e8-94fd-fd6c25b55463 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:56.896729 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['6652ba51-59b1-46ca-8672-635a4ef12967', 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f', '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:22:56.922615 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-42236861-d530-4c9c-8a10-a57e88c13a20 req-f3cd3e0c-ae5b-4ba5-b884-7820edbd91fa tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 210 time: 0.0432529 Jul 21 00:22:56.929800 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Allocated IP 172.20.0.5 (8355f9be-4e62-41cd-bf82-895434776e88/c6f70018-3e48-4eeb-828a-b5371037ea59/3014e8a0-3515-47e2-a1f4-6d4093072f38) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:22:56.936235 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487b9e0-c95a-46e8-94fd-fd6c25b55463 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Pushing event deleted for resources: {'Port': ['ID=01d1f819-48ba-4290-8cd3-4a2da6066aef,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:56.981523 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2b43fd26-e1a2-44ea-af26-229ae64010b1 req-8fffac0a-c02e-45a6-96a5-bb61d9fddf60 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05 HTTP/1.1" status: 200 len: 210 time: 0.0435846 Jul 21 00:22:57.003037 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-7487b9e0-c95a-46e8-94fd-fd6c25b55463 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] No DVR routers for this DVR port 01d1f819-48ba-4290-8cd3-4a2da6066aef on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:22:57.010277 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-7487b9e0-c95a-46e8-94fd-fd6c25b55463 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:57.012227 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-10b0bef9-173f-4950-bbb8-7a07ae3058d5 req-7487b9e0-c95a-46e8-94fd-fd6c25b55463 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "DELETE /v2.0/ports/01d1f819-48ba-4290-8cd3-4a2da6066aef HTTP/1.1" status: 204 len: 173 time: 1.3839884 Jul 21 00:22:57.012789 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05', 'name': 'network-vif-deleted', 'tag': '01d1f819-48ba-4290-8cd3-4a2da6066aef'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:57.015030 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578c3dd9-b46d-47fa-a692-fd7d7fb7a329" -d '{"events": [{"server_uuid": "6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05", "name": "network-vif-deleted", "tag": "01d1f819-48ba-4290-8cd3-4a2da6066aef"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:57.017842 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf422210-d9f7-44c3-9393-3c7c75f5631b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:22:57.024214 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf422210-d9f7-44c3-9393-3c7c75f5631b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:57.050082 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] Sync routers for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:22:57.075460 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8532396a-b6e8-4e3e-8e93-e3dd7e45cd8c x-openstack-request-id: req-8532396a-b6e8-4e3e-8e93-e3dd7e45cd8c {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:57.075761 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05", "name": "network-vif-deleted", "tag": "01d1f819-48ba-4290-8cd3-4a2da6066aef", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:57.075995 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8532396a-b6e8-4e3e-8e93-e3dd7e45cd8c {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:57.076387 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7f4d51-3c54-4aa1-bbe9-51c7f78cab05', 'name': 'network-vif-deleted', 'tag': '01d1f819-48ba-4290-8cd3-4a2da6066aef', 'status': 'completed', 'code': 200} Jul 21 00:22:57.089328 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:22:57.090623 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:22:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:57.098168 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-cf422210-d9f7-44c3-9393-3c7c75f5631b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "PUT /v2.0/floatingips/21f22524-a5d3-4140-8de1-9c5fea4ccad9 HTTP/1.1" status: 200 len: 991 time: 1.9470711 Jul 21 00:22:57.175479 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:57.190208 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Transition to ACTIVE for port object 3014e8a0-3515-47e2-a1f4-6d4093072f38 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:22:57.223061 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:57.263150 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:22:57.269003 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Network 8355f9be-4e62-41cd-bf82-895434776e88 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:22:57.272110 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:22:57.276667 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:22:57.280538 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event updated for resources: {'Port': ['ID=3014e8a0-3515-47e2-a1f4-6d4093072f38,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:57.337150 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:57.337775 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:57.354294 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-10645add-4e26-4988-b9dd-f1783a33217a tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0492935 Jul 21 00:22:57.377323 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Request body: {'port': {'device_id': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:22:57.461834 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:57.568698 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-10f380d9-00d3-48e5-92dd-e5c14f41b63d None None] Provisioning for port 3014e8a0-3515-47e2-a1f4-6d4093072f38 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:22:57.596205 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-10f380d9-00d3-48e5-92dd-e5c14f41b63d None None] Provisioning complete for port 3014e8a0-3515-47e2-a1f4-6d4093072f38 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:22:57.596567 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10f380d9-00d3-48e5-92dd-e5c14f41b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:57.641817 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-10f380d9-00d3-48e5-92dd-e5c14f41b63d None None] Port 3014e8a0-3515-47e2-a1f4-6d4093072f38 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:22:57.658565 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': '21f22524-a5d3-4140-8de1-9c5fea4ccad9', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'port_id': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'mac_address': 'fa:16:3e:8e:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:22:43Z', 'updated_at': '2021-07-21T00:22:55Z', 'revision_number': 1, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:57.687159 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] Checking router: 776cc283-14c9-44f6-8da6-764ef5f77249 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:22:57.697192 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:22:57.697829 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:22:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:57.756988 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3014e8a0-3515-47e2-a1f4-6d4093072f38 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:22:57.764858 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:57.776885 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Transition to ACTIVE for port object 3014e8a0-3515-47e2-a1f4-6d4093072f38 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:22:57.781195 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:57.812759 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:22:57.843159 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3014e8a0-3515-47e2-a1f4-6d4093072f38,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:57.956327 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Attempting to bind port 3014e8a0-3515-47e2-a1f4-6d4093072f38 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:22:57.956900 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Attempting to bind port 3014e8a0-3515-47e2-a1f4-6d4093072f38 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:22:57.957539 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Attempting to bind port 3014e8a0-3515-47e2-a1f4-6d4093072f38 on network 8355f9be-4e62-41cd-bf82-895434776e88 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:57.964618 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Port 3014e8a0-3515-47e2-a1f4-6d4093072f38 on network 8355f9be-4e62-41cd-bf82-895434776e88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:22:57.965453 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Attempting to bind port 3014e8a0-3515-47e2-a1f4-6d4093072f38 on network 8355f9be-4e62-41cd-bf82-895434776e88 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:22:57.971391 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:22:57.972039 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Checking segment: {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:22:57.972656 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Bound using segment: {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:22:57.973346 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Bound port: 3014e8a0-3515-47e2-a1f4-6d4093072f38, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa1ee89-8c2f-4354-9b20-b046a703ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:22:57.973988 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:58.092201 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] For port 3014e8a0-3515-47e2-a1f4-6d4093072f38, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:22:58.095549 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] For port 3014e8a0-3515-47e2-a1f4-6d4093072f38, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3014e8a0-3515-47e2-a1f4-6d4093072f38,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:22:58.106307 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:58.150738 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:58.150885 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:22:58.152195 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] 10.222.0.32 "PUT /v2.0/ports/3014e8a0-3515-47e2-a1f4-6d4093072f38 HTTP/1.1" status: 200 len: 1093 time: 0.7801971 Jul 21 00:22:58.180770 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca4b10-9359-4cc6-941f-06cdb4b8b2f9 req-eb04dd4b-2381-424b-a398-1a9891d4f0e2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:58.182333 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88be39-a634-4a8a-9344-1d57b607bdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3014e8a0-3515-47e2-a1f4-6d4093072f38,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:22:58.192505 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-62ca4b10-9359-4cc6-941f-06cdb4b8b2f9 req-eb04dd4b-2381-424b-a398-1a9891d4f0e2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 943 time: 0.1606162 Jul 21 00:22:58.198331 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': '21f22524-a5d3-4140-8de1-9c5fea4ccad9', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'port_id': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'mac_address': 'fa:16:3e:8e:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:22:43Z', 'updated_at': '2021-07-21T00:22:55Z', 'revision_number': 1, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:22:58.257335 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 01d1f819-48ba-4290-8cd3-4a2da6066aef no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:22:58.261206 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1bc92-a06e-4dca-a26a-66dbe3cc2199 None None] The sync data for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb is: [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': '21f22524-a5d3-4140-8de1-9c5fea4ccad9', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'port_id': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'mac_address': 'fa:16:3e:8e:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:22:43Z', 'updated_at': '2021-07-21T00:22:55Z', 'revision_number': 1, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:22:58.285541 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 01d1f819-48ba-4290-8cd3-4a2da6066aef {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:22:58.286449 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 01d1f819-48ba-4290-8cd3-4a2da6066aef not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:22:58.321291 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-62ca4b10-9359-4cc6-941f-06cdb4b8b2f9 req-764423ba-5319-4a85-a8d9-be1848388c41 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=0046a138-1e50-432e-8b60-7b138188b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042635 Jul 21 00:22:58.369801 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-f2d04295-075d-4841-b98f-59f9118bcc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:58.371421 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-f2d04295-075d-4841-b98f-59f9118bcc48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 1096 time: 0.1194139 Jul 21 00:22:58.427232 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-5fefcec8-9929-422c-bbe9-8dbff8fe8389 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3014e8a0-3515-47e2-a1f4-6d4093072f38 HTTP/1.1" status: 200 len: 217 time: 0.0460525 Jul 21 00:22:58.478427 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-0a0762f1-b4a2-494f-8db8-bb7e568a3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:58.480169 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-0a0762f1-b4a2-494f-8db8-bb7e568a3211 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f70018-3e48-4eeb-828a-b5371037ea59 HTTP/1.1" status: 200 len: 849 time: 0.0464392 Jul 21 00:22:58.522850 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f80fb4-205e-45a9-8510-e046f28acec9 None None] New status for floating IP 21f22524-a5d3-4140-8de1-9c5fea4ccad9: ACTIVE {{(pid=94871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:22:58.547116 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-8519814c-5053-4090-8ada-c449aff3b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:58.548620 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-8519814c-5053-4090-8ada-c449aff3b09c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8355f9be-4e62-41cd-bf82-895434776e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0610445 Jul 21 00:22:58.642818 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-02115629-4274-4ad2-b47a-5e65fa608275 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837295 Jul 21 00:22:58.733160 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-7e1ed001-1938-41e0-9ca6-54a9d3bb629c req-5aa78f8f-a20b-4cca-bfa8-248a9bfe5e43 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821607 Jul 21 00:22:59.077422 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8'}, {'name': 'network-changed', 'server_uuid': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'tag': '3014e8a0-3515-47e2-a1f4-6d4093072f38'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:22:59.079958 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ce9237-5d32-47cb-af12-a56811189ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8"}, {"name": "network-changed", "server_uuid": "96b8248d-6fc6-4e83-80aa-b11138be2d07", "tag": "3014e8a0-3515-47e2-a1f4-6d4093072f38"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:22:59.120267 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 21 Jul 2021 00:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4916c0-0492-4e61-a123-795549bb78ee x-openstack-request-id: req-7e4916c0-0492-4e61-a123-795549bb78ee {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:22:59.120622 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96b8248d-6fc6-4e83-80aa-b11138be2d07", "tag": "3014e8a0-3515-47e2-a1f4-6d4093072f38", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:22:59.120900 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e4916c0-0492-4e61-a123-795549bb78ee {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:22:59.121338 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'status': 'completed', 'code': 200} Jul 21 00:22:59.121592 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'tag': '3014e8a0-3515-47e2-a1f4-6d4093072f38', 'status': 'completed', 'code': 200} Jul 21 00:22:59.200310 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-cdf51c7f-24a9-4bcc-a3c9-e08f14c2add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:59.201777 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-cdf51c7f-24a9-4bcc-a3c9-e08f14c2add6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 1098 time: 0.0574055 Jul 21 00:22:59.288899 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-17f5e5ad-00fa-4aac-8f50-421586440e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:59.290395 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-17f5e5ad-00fa-4aac-8f50-421586440e10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 918 time: 0.0821624 Jul 21 00:22:59.575555 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273f408-b63a-43a0-bfd7-585057c40dff req-cb04f832-4cc1-4a85-a55f-4fdc0e538b98 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:59.577214 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2273f408-b63a-43a0-bfd7-585057c40dff req-cb04f832-4cc1-4a85-a55f-4fdc0e538b98 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 943 time: 0.1003184 Jul 21 00:22:59.595432 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-ec9eac48-9301-4cdf-9e75-dd18c2dfea2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8 HTTP/1.1" status: 200 len: 1001 time: 0.2957616 Jul 21 00:22:59.628165 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8b28a-1d6f-4c0d-b85d-d1e774125187 req-e2b0e4a2-aa76-46a7-9c72-423efce66878 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:59.629658 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-aab8b28a-1d6f-4c0d-b85d-d1e774125187 req-e2b0e4a2-aa76-46a7-9c72-423efce66878 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 945 time: 0.1081386 Jul 21 00:22:59.637423 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2273f408-b63a-43a0-bfd7-585057c40dff req-d7ed7eed-3c37-430b-afd6-2e6c3f031be8 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=0046a138-1e50-432e-8b60-7b138188b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528677 Jul 21 00:22:59.647707 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-e4c92009-bf1f-4d93-a1a0-25ab29bafedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:59.649079 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-e4c92009-bf1f-4d93-a1a0-25ab29bafedd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.0449333 Jul 21 00:22:59.669731 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-aab8b28a-1d6f-4c0d-b85d-d1e774125187 req-32629a1c-5b9c-48f0-acf6-a984dcce833c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313623 Jul 21 00:22:59.710444 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-4d88a5c0-2d1f-479c-a699-ed0dc2eebe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:59.711944 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-4d88a5c0-2d1f-479c-a699-ed0dc2eebe5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0525970 Jul 21 00:22:59.802413 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-9416cc1d-82ac-4ea4-b6ac-19e2462958ec service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806921 Jul 21 00:22:59.892750 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-8dda37db-0387-400f-a224-9f2103a3ea53 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788834 Jul 21 00:22:59.996275 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-1f9299ca-ae44-46e8-aaaf-4a58a632f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:22:59.998052 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-1f9299ca-ae44-46e8-aaaf-4a58a632f6e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 1096 time: 0.0559173 Jul 21 00:23:00.125922 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-b1a927fc-62d4-44b8-86a9-bcb949846edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:00.127391 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-b1a927fc-62d4-44b8-86a9-bcb949846edd service neutron] 10.222.0.32 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 911 time: 0.1175082 Jul 21 00:23:00.180769 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-fb6e9458-1a84-4b31-9757-29f00df089b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3014e8a0-3515-47e2-a1f4-6d4093072f38 HTTP/1.1" status: 200 len: 217 time: 0.0395429 Jul 21 00:23:00.187962 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-26e47e9e-ff2f-4cb4-a372-a1265a2a42c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975466 Jul 21 00:23:00.236339 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-3ef73dc9-c911-4954-aa19-7d6febdbc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:00.237891 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-3ef73dc9-c911-4954-aa19-7d6febdbc911 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f70018-3e48-4eeb-828a-b5371037ea59 HTTP/1.1" status: 200 len: 849 time: 0.0490196 Jul 21 00:23:00.270644 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 3014e8a0-3515-47e2-a1f4-6d4093072f38 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:23:00.344769 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-7bc35428-9bf7-4657-a66f-a6c507c02eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:00.346218 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-7bc35428-9bf7-4657-a66f-a6c507c02eff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8355f9be-4e62-41cd-bf82-895434776e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0967693 Jul 21 00:23:00.348705 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-8474ac7a-c1aa-4506-8235-374690e1d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:00.350332 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-8474ac7a-c1aa-4506-8235-374690e1d87b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b98382a294204610b4908a27a3ac4e47&device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1099 time: 0.0998001 Jul 21 00:23:00.371889 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 3014e8a0-3515-47e2-a1f4-6d4093072f38, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3014e8a0-3515-47e2-a1f4-6d4093072f38,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:23:00.383652 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '3014e8a0-3515-47e2-a1f4-6d4093072f38', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'port_id': '3014e8a0-3515-47e2-a1f4-6d4093072f38', 'mac_address': 'fa:16:3e:bd:9d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:23:00.421564 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:00.437624 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3014e8a0-3515-47e2-a1f4-6d4093072f38 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:23:00.457764 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 3014e8a0-3515-47e2-a1f4-6d4093072f38, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3014e8a0-3515-47e2-a1f4-6d4093072f38,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:23:00.462607 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:00.513154 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=3014e8a0-3515-47e2-a1f4-6d4093072f38,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:00.525520 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-690beb03-91f3-442f-9c15-8b299a3819c5 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631372 Jul 21 00:23:00.527994 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-5c26ad1c-1a7b-4caa-a7a4-403809608aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:00.529336 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-5c26ad1c-1a7b-4caa-a7a4-403809608aa0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c706641-be67-4d64-adc0-ebb5149a1807 HTTP/1.1" status: 200 len: 910 time: 0.1477690 Jul 21 00:23:00.653924 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-5429312d-f595-4257-9d07-7e36292fdbdd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07 HTTP/1.1" status: 200 len: 1001 time: 0.1092625 Jul 21 00:23:00.699532 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-59ce9237-5d32-47cb-af12-a56811189ed1 req-767ad91f-b8d8-487c-bb9b-ae74348ef898 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559143 Jul 21 00:23:00.719452 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-20065247-7b94-4f70-859b-76149080a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:00.721001 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-20065247-7b94-4f70-859b-76149080a1a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7e73f3a-fa02-4d00-9da8-e163115c08ce HTTP/1.1" status: 200 len: 848 time: 0.0597382 Jul 21 00:23:00.746359 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['3014e8a0-3515-47e2-a1f4-6d4093072f38'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:23:00.787498 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-a2aeb403-3b09-41ec-89f5-1ba9926a7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:00.789334 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-a2aeb403-3b09-41ec-89f5-1ba9926a7fe5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c706641-be67-4d64-adc0-ebb5149a1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0605402 Jul 21 00:23:00.885810 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-102119e7-d3b0-4da7-ae14-8a399a6ede56 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877874 Jul 21 00:23:00.980905 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-fb9f7dd9-9c17-440c-9209-ea5c4921ab1f req-c3f99c96-cd56-423d-a2f4-14766925a886 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887973 Jul 21 00:23:01.002012 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25959293-98bd-4ded-b522-20a4e5cfead8 req-fc128133-480b-4b23-bc0a-9f2c45362983 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:01.003516 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-25959293-98bd-4ded-b522-20a4e5cfead8 req-fc128133-480b-4b23-bc0a-9f2c45362983 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 944 time: 0.2990026 Jul 21 00:23:01.043706 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8c56f-a374-4559-a6fc-a96f57520cac req-07b6f335-f0b0-4f76-b1e8-e49214ba894a tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:01.045150 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-15e8c56f-a374-4559-a6fc-a96f57520cac req-07b6f335-f0b0-4f76-b1e8-e49214ba894a tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 945 time: 0.2971821 Jul 21 00:23:01.068763 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-25959293-98bd-4ded-b522-20a4e5cfead8 req-4a07b436-451d-4615-b99d-0dacc2225ed1 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=0046a138-1e50-432e-8b60-7b138188b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577452 Jul 21 00:23:01.087480 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-15e8c56f-a374-4559-a6fc-a96f57520cac req-733607e1-53b2-4b03-9c04-51d9274cd342 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368910 Jul 21 00:23:01.476229 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-5cab7759-f730-43f6-bb28-c2c433c8335f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:01.477686 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-5cab7759-f730-43f6-bb28-c2c433c8335f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 945 time: 0.0635812 Jul 21 00:23:01.589989 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-192708de-a86b-4e7f-8102-0f543583b187 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Deleting port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:23:01.592756 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-192708de-a86b-4e7f-8102-0f543583b187 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:01.657071 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0136c705-4eca-4cbb-865c-86cfd7561d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:01.687571 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-192708de-a86b-4e7f-8102-0f543583b187 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] For port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:23:01.687849 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-192708de-a86b-4e7f-8102-0f543583b187 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:01.700377 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-192708de-a86b-4e7f-8102-0f543583b187 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Calling delete_port for 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:23:01.824247 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-192708de-a86b-4e7f-8102-0f543583b187 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:01.835098 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['6652ba51-59b1-46ca-8672-635a4ef12967', 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f', '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:23:01.851719 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192708de-a86b-4e7f-8102-0f543583b187 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Pushing event deleted for resources: {'Port': ['ID=9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:01.894965 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-192708de-a86b-4e7f-8102-0f543583b187 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] No DVR routers for this DVR port 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:23:01.897358 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-192708de-a86b-4e7f-8102-0f543583b187 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:01.899355 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-362daf59-bb07-41d2-ae35-1e1f72e57ddf req-192708de-a86b-4e7f-8102-0f543583b187 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "DELETE /v2.0/ports/9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a HTTP/1.1" status: 204 len: 173 time: 0.4088702 Jul 21 00:23:01.899813 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63240207-d608-4971-8f62-9c84a9092c11', 'name': 'network-vif-deleted', 'tag': '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:23:01.902126 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6863e5b4-d997-4e4d-ab7e-260dad24da29" -d '{"events": [{"server_uuid": "63240207-d608-4971-8f62-9c84a9092c11", "name": "network-vif-deleted", "tag": "9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:23:01.943914 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae5f937-f76f-42ea-b062-b43d9942687e x-openstack-request-id: req-aae5f937-f76f-42ea-b062-b43d9942687e {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:23:01.944199 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63240207-d608-4971-8f62-9c84a9092c11", "name": "network-vif-deleted", "tag": "9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:23:01.944449 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aae5f937-f76f-42ea-b062-b43d9942687e {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:23:01.944839 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63240207-d608-4971-8f62-9c84a9092c11', 'name': 'network-vif-deleted', 'tag': '9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a', 'status': 'completed', 'code': 200} Jul 21 00:23:02.195457 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5dc4ff7d-842b-4243-9c93-92cf1a4352ad req-a9543f17-3eb2-45c7-9d01-339bb4df234b tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=63240207-d608-4971-8f62-9c84a9092c11 HTTP/1.1" status: 200 len: 210 time: 0.0304158 Jul 21 00:23:02.222982 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea2f57-fb63-497b-bbce-57593cd91746 req-2fbaed8e-0505-4e55-bbe9-f6fbf850244b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:02.224669 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4bea2f57-fb63-497b-bbce-57593cd91746 req-2fbaed8e-0505-4e55-bbe9-f6fbf850244b tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 944 time: 0.0878432 Jul 21 00:23:02.266319 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4bea2f57-fb63-497b-bbce-57593cd91746 req-3e0bdd3e-05f6-4eb0-8be8-c0a42d6a05ff tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=0046a138-1e50-432e-8b60-7b138188b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359850 Jul 21 00:23:02.276474 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 3014e8a0-3515-47e2-a1f4-6d4093072f38 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:23:02.326712 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 3014e8a0-3515-47e2-a1f4-6d4093072f38 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:23:02.330658 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 3014e8a0-3515-47e2-a1f4-6d4093072f38 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:23:02.331029 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:02.415367 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:02.441073 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3014e8a0-3515-47e2-a1f4-6d4093072f38'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:23:02.443426 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55143006-0556-4f9f-a5e4-60fb2afbff93" -d '{"events": [{"server_uuid": "96b8248d-6fc6-4e83-80aa-b11138be2d07", "name": "network-vif-plugged", "status": "completed", "tag": "3014e8a0-3515-47e2-a1f4-6d4093072f38"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:23:02.457054 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 3014e8a0-3515-47e2-a1f4-6d4093072f38, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3014e8a0-3515-47e2-a1f4-6d4093072f38,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:23:02.462022 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:02.493346 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb3efb3-8a13-4cf5-b8d1-3207a736eb9a x-openstack-request-id: req-3eb3efb3-8a13-4cf5-b8d1-3207a736eb9a {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:23:02.493690 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b8248d-6fc6-4e83-80aa-b11138be2d07", "name": "network-vif-plugged", "status": "completed", "tag": "3014e8a0-3515-47e2-a1f4-6d4093072f38", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:23:02.494051 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3eb3efb3-8a13-4cf5-b8d1-3207a736eb9a {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:23:02.495296 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3014e8a0-3515-47e2-a1f4-6d4093072f38', 'code': 200} Jul 21 00:23:02.534604 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:02.535697 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=3014e8a0-3515-47e2-a1f4-6d4093072f38,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:02.703403 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38018b1-807b-4da7-a717-1fcd520b0bf3 req-d4780f66-a69e-4a3d-9392-1f499f417785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:02.704836 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b38018b1-807b-4da7-a717-1fcd520b0bf3 req-d4780f66-a69e-4a3d-9392-1f499f417785 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 1098 time: 0.0553923 Jul 21 00:23:02.740078 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-b38018b1-807b-4da7-a717-1fcd520b0bf3 req-1d5d1759-2021-4c1a-965b-894ca0b73c77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0046a138-1e50-432e-8b60-7b138188b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262313 Jul 21 00:23:03.415154 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5164ad6-9103-441c-9160-56a3f7ae1bca req-e4842f38-ec2e-4a11-9cdc-175857842274 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:03.417960 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b5164ad6-9103-441c-9160-56a3f7ae1bca req-e4842f38-ec2e-4a11-9cdc-175857842274 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 945 time: 0.0811050 Jul 21 00:23:03.483679 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b5164ad6-9103-441c-9160-56a3f7ae1bca req-7e3867a8-4ed8-477a-9e20-a1528150127e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=0046a138-1e50-432e-8b60-7b138188b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608873 Jul 21 00:23:03.518090 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e831ced-d62b-4b6e-8daa-070134ee6cd0 req-89b3b0a4-1abd-4d14-a62e-32a5eb100ad5 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:03.519484 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7e831ced-d62b-4b6e-8daa-070134ee6cd0 req-89b3b0a4-1abd-4d14-a62e-32a5eb100ad5 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 946 time: 0.0895588 Jul 21 00:23:03.560362 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7e831ced-d62b-4b6e-8daa-070134ee6cd0 req-a85d071b-fb4f-480e-959a-afb5335ae993 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352972 Jul 21 00:23:04.209423 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-27ff0316-9d61-4556-bd43-053f50131ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:04.238235 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:04.290381 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:23:04.309945 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:23:04.310287 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 9b1ffda4-28e0-4c3d-84a6-51a5bc96e27a not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:23:04.614951 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b208eff-8a1f-48df-a21f-75ad0192d162 req-cad2ce42-d6ad-4d56-9090-b779ff755a8f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:04.616445 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8b208eff-8a1f-48df-a21f-75ad0192d162 req-cad2ce42-d6ad-4d56-9090-b779ff755a8f tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 945 time: 0.0649979 Jul 21 00:23:04.679924 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8b208eff-8a1f-48df-a21f-75ad0192d162 req-85693293-7448-484c-a866-7122df1396f9 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=0046a138-1e50-432e-8b60-7b138188b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574419 Jul 21 00:23:04.709234 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f023892-a51f-406f-b7ec-b081f2dd6f69 req-bf9bd066-61f4-45ea-b311-a2b1a092834d tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:04.710749 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3f023892-a51f-406f-b7ec-b081f2dd6f69 req-bf9bd066-61f4-45ea-b311-a2b1a092834d tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 946 time: 0.0815687 Jul 21 00:23:04.756315 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3f023892-a51f-406f-b7ec-b081f2dd6f69 req-42dc144a-7d71-4eb8-ba7a-e2f00eff66e3 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381663 Jul 21 00:23:04.818962 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5bea8-7ad5-4de7-98a3-f12ee8eec7ad req-7f3bcd37-7835-4bcd-9d96-56d887ee58a2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:04.820209 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8df5bea8-7ad5-4de7-98a3-f12ee8eec7ad req-7f3bcd37-7835-4bcd-9d96-56d887ee58a2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 945 time: 0.0627666 Jul 21 00:23:04.828846 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33098) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:04.833765 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-cc957b4f-a7d2-4ed3-ae84-89219781fd9d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Request body: {'floatingip': {'port_id': '3014e8a0-3515-47e2-a1f4-6d4093072f38'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:23:04.874400 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cc957b4f-a7d2-4ed3-ae84-89219781fd9d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:05.097068 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-c2419480-a420-4bf8-ad98-6f6349b4e96c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:05.098494 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-c2419480-a420-4bf8-ad98-6f6349b4e96c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 946 time: 0.1650922 Jul 21 00:23:05.187352 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:05.315816 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-8d4046f1-716a-48a0-8df7-d31e41aa69c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Deleting port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:23:05.316145 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-8d4046f1-716a-48a0-8df7-d31e41aa69c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:05.467778 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cc957b4f-a7d2-4ed3-ae84-89219781fd9d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:05.469618 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-8d4046f1-716a-48a0-8df7-d31e41aa69c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] For port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:23:05.469961 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-8d4046f1-716a-48a0-8df7-d31e41aa69c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:05.472663 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cc957b4f-a7d2-4ed3-ae84-89219781fd9d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:05.535496 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-8d4046f1-716a-48a0-8df7-d31e41aa69c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Calling delete_port for a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:23:05.619623 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.l3_db [None req-cc957b4f-a7d2-4ed3-ae84-89219781fd9d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Floating IP c030984c-f137-4ad6-928d-0e5dfad59c6a associated. External IP: 172.28.2.238, port: 3014e8a0-3515-47e2-a1f4-6d4093072f38. Jul 21 00:23:05.817274 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33104) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:05.894782 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Deleting subnet 2279ee47-6c50-4390-8e4a-fc57af8639c0 {{(pid=94869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:23:05.898809 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:05.946506 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439224'] for subnet, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:05.971881 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f795a-c8ca-4164-8b96-c2a8e844ff07 req-0ba311c1-e871-4da2-becd-0eb7b6c26093 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:05.973385 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5e0f795a-c8ca-4164-8b96-c2a8e844ff07 req-0ba311c1-e871-4da2-becd-0eb7b6c26093 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=37592452-5bbc-4d2b-830c-b0911ddad1ba HTTP/1.1" status: 200 len: 946 time: 0.1470382 Jul 21 00:23:05.993203 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-8d4046f1-716a-48a0-8df7-d31e41aa69c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.004567 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['6652ba51-59b1-46ca-8672-635a4ef12967', 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:23:06.012941 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.048502 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5e0f795a-c8ca-4164-8b96-c2a8e844ff07 req-1c1fb878-21c2-476d-9aa2-bf6f350c4274 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669308 Jul 21 00:23:06.077897 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4046f1-716a-48a0-8df7-d31e41aa69c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Pushing event deleted for resources: {'Port': ['ID=a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:06.090822 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8450654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580651'] for subnet, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.128564 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2279ee47-6c50-4390-8e4a-fc57af8639c0,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:06.131676 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.136481 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2279ee47-6c50-4390-8e4a-fc57af8639c0 HTTP/1.1" status: 204 len: 168 time: 0.3152270 Jul 21 00:23:06.136481 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33108) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:06.140874 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-8d4046f1-716a-48a0-8df7-d31e41aa69c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] No DVR routers for this DVR port a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:23:06.144623 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-8d4046f1-716a-48a0-8df7-d31e41aa69c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.147185 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ab41d3b3-bc60-4410-8271-8338fc06c416 req-8d4046f1-716a-48a0-8df7-d31e41aa69c9 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "DELETE /v2.0/ports/a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f HTTP/1.1" status: 204 len: 173 time: 1.0408688 Jul 21 00:23:06.147185 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37592452-5bbc-4d2b-830c-b0911ddad1ba', 'name': 'network-vif-deleted', 'tag': 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:23:06.148072 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.148444 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.148767 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.149136 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.149458 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2948fba2-b229-4230-aa7a-154d8b261a76" -d '{"events": [{"server_uuid": "37592452-5bbc-4d2b-830c-b0911ddad1ba", "name": "network-vif-deleted", "tag": "a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:23:06.149597 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.149778 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.156577 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.157091 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.157441 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.158315 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.158315 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.158528 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f3cd0-65d9-41b9-943b-ba5d8e0b741f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:06.178362 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc957b4f-a7d2-4ed3-ae84-89219781fd9d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Router 2daae526-568a-432f-8e14-063475fe7908 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:23:06.242565 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.279689 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b84ecfb-8d3d-451b-8274-cc313b8613cc x-openstack-request-id: req-5b84ecfb-8d3d-451b-8274-cc313b8613cc {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:23:06.280053 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37592452-5bbc-4d2b-830c-b0911ddad1ba", "name": "network-vif-deleted", "tag": "a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:23:06.280244 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b84ecfb-8d3d-451b-8274-cc313b8613cc {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:23:06.280939 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37592452-5bbc-4d2b-830c-b0911ddad1ba', 'name': 'network-vif-deleted', 'tag': 'a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f', 'status': 'completed', 'code': 200} Jul 21 00:23:06.315257 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc957b4f-a7d2-4ed3-ae84-89219781fd9d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:23:06.319740 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cc957b4f-a7d2-4ed3-ae84-89219781fd9d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.325258 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209c902-f461-4542-a720-73a467699bbe None None] Sync routers for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:23:06.334327 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209c902-f461-4542-a720-73a467699bbe None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:23:06.334957 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-c209c902-f461-4542-a720-73a467699bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:23:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:23:06.346764 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.357651 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a232478-17b7-475f-a216-4b950af4d5ae']}} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:23:06.361117 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-cc957b4f-a7d2-4ed3-ae84-89219781fd9d tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "PUT /v2.0/floatingips/c030984c-f137-4ad6-928d-0e5dfad59c6a HTTP/1.1" status: 200 len: 991 time: 1.5286219 Jul 21 00:23:06.368599 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0ae635-cc50-40d2-b8a0-4e6166626dfc') {'for_net_delete': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:23:06.369729 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0ae635-cc50-40d2-b8a0-4e6166626dfc') {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:23:06.379381 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439217'] for segment, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.394313 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.401091 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:23:06.401356 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8450596'] for segment, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: Traceback (most recent call last): Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: timer() Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: cb(*args, **kw) Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: return func(*args, **kwargs) Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: self._notify() Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: self.callback(batched_events) Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: event.method(event) Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: return f(self, *a, **k) Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: return self._get(url).json() Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: return self.request(url, 'GET', **kwargs) Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:23:06.403053 dv-cinder-679138-11-smb neutron-server[94869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:23:06.451434 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-c209c902-f461-4542-a720-73a467699bbe None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:23:06.463683 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.469074 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.473518 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2a232478-17b7-475f-a216-4b950af4d5ae HTTP/1.1" status: 204 len: 168 time: 0.3338351 Jul 21 00:23:06.482435 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bcee6-e8ba-4178-9dc1-a0fa60aed866 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a232478-17b7-475f-a216-4b950af4d5ae,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:06.593931 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33116) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:06.638070 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33118) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:06.638305 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-85db942d-7abc-4b8e-8288-7716be73cbe1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79ae415ef13d479fa32f508e6c10b167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428391 Jul 21 00:23:06.663497 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.693818 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-c209c902-f461-4542-a720-73a467699bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': 'c030984c-f137-4ad6-928d-0e5dfad59c6a', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'floating_ip_address': '172.28.2.238', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '2daae526-568a-432f-8e14-063475fe7908', 'port_id': '3014e8a0-3515-47e2-a1f4-6d4093072f38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'mac_address': 'fa:16:3e:bd:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:22:53Z', 'updated_at': '2021-07-21T00:23:05Z', 'revision_number': 1, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:23:06.694372 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbda1-e968-4570-9ae2-0d4dfd4ec39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.718930 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbda1-e968-4570-9ae2-0d4dfd4ec39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.724853 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209c902-f461-4542-a720-73a467699bbe None None] Checking router: 2daae526-568a-432f-8e14-063475fe7908 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:23:06.734881 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209c902-f461-4542-a720-73a467699bbe None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:23:06.735497 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-c209c902-f461-4542-a720-73a467699bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:23:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:23:06.769392 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbda1-e968-4570-9ae2-0d4dfd4ec39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.772050 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbda1-e968-4570-9ae2-0d4dfd4ec39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:06.779923 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-3a5dbda1-e968-4570-9ae2-0d4dfd4ec39b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2487d29-7adb-46b0-9ba7-c23a0504aa6a HTTP/1.1" status: 204 len: 168 time: 0.1339834 Jul 21 00:23:06.788585 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dbda1-e968-4570-9ae2-0d4dfd4ec39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2487d29-7adb-46b0-9ba7-c23a0504aa6a,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:06.860136 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-c209c902-f461-4542-a720-73a467699bbe None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:23:07.092385 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-c209c902-f461-4542-a720-73a467699bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': 'c030984c-f137-4ad6-928d-0e5dfad59c6a', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'floating_ip_address': '172.28.2.238', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '2daae526-568a-432f-8e14-063475fe7908', 'port_id': '3014e8a0-3515-47e2-a1f4-6d4093072f38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'mac_address': 'fa:16:3e:bd:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:22:53Z', 'updated_at': '2021-07-21T00:23:05Z', 'revision_number': 1, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:23:07.125248 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209c902-f461-4542-a720-73a467699bbe None None] The sync data for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb is: [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': 'c030984c-f137-4ad6-928d-0e5dfad59c6a', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'floating_ip_address': '172.28.2.238', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': '2daae526-568a-432f-8e14-063475fe7908', 'port_id': '3014e8a0-3515-47e2-a1f4-6d4093072f38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'mac_address': 'fa:16:3e:bd:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:22:53Z', 'updated_at': '2021-07-21T00:23:05Z', 'revision_number': 1, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:23:07.348343 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639c616-d746-4e62-be17-9cfb0bbca2ca None None] New status for floating IP c030984c-f137-4ad6-928d-0e5dfad59c6a: ACTIVE {{(pid=94871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:23:08.282012 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'tag': '3014e8a0-3515-47e2-a1f4-6d4093072f38'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:23:08.284364 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18399ae0-5ce9-4351-8d59-579a56a54a85" -d '{"events": [{"name": "network-changed", "server_uuid": "96b8248d-6fc6-4e83-80aa-b11138be2d07", "tag": "3014e8a0-3515-47e2-a1f4-6d4093072f38"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:23:08.307221 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:23:08.320126 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6162a-344d-4298-b76f-dbf9e0a45950 x-openstack-request-id: req-8cd6162a-344d-4298-b76f-dbf9e0a45950 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:23:08.320415 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b8248d-6fc6-4e83-80aa-b11138be2d07", "tag": "3014e8a0-3515-47e2-a1f4-6d4093072f38", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:23:08.320680 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cd6162a-344d-4298-b76f-dbf9e0a45950 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:23:08.321100 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'tag': '3014e8a0-3515-47e2-a1f4-6d4093072f38', 'status': 'completed', 'code': 200} Jul 21 00:23:08.327810 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:23:08.328174 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device a8c5b5f3-d80c-47a2-a0dd-c60f15182b0f not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:23:08.406928 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-4874d5aa-0e54-4d8d-b8dc-4c5a6fe6c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:08.408781 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-4874d5aa-0e54-4d8d-b8dc-4c5a6fe6c0b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efbe375f4aee40449258a9bcc0547750&device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 1098 time: 0.0628386 Jul 21 00:23:08.492063 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126f61-2538-4a33-8753-b77619df1aeb req-03dbb865-ebab-4e92-a61e-5437bce07c07 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:08.493581 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-45126f61-2538-4a33-8753-b77619df1aeb req-03dbb865-ebab-4e92-a61e-5437bce07c07 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 945 time: 0.0628698 Jul 21 00:23:08.504196 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-2e2a040a-efce-4f58-bf3b-f3f46bb4622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:08.505700 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-2e2a040a-efce-4f58-bf3b-f3f46bb4622c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 200 len: 911 time: 0.0903132 Jul 21 00:23:08.536251 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-45126f61-2538-4a33-8753-b77619df1aeb req-34cb4c2c-9981-4d8b-ab57-6ed6171a285f tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357261 Jul 21 00:23:08.569613 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-e7e535fa-8fa8-4c0f-9a09-6c60d2aa18a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3014e8a0-3515-47e2-a1f4-6d4093072f38 HTTP/1.1" status: 200 len: 1001 time: 0.0572097 Jul 21 00:23:08.631248 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-8e2c2da2-53e5-420d-9c5b-910ac0d92663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:08.632719 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-8e2c2da2-53e5-420d-9c5b-910ac0d92663 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f70018-3e48-4eeb-828a-b5371037ea59 HTTP/1.1" status: 200 len: 849 time: 0.0472703 Jul 21 00:23:08.689291 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-1bf047d2-1538-4ed0-9511-7df911616f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:08.690755 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-1bf047d2-1538-4ed0-9511-7df911616f95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8355f9be-4e62-41cd-bf82-895434776e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0508518 Jul 21 00:23:08.780771 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-04834036-0264-475d-a93e-cf941e0463e2 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790212 Jul 21 00:23:08.870289 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-18399ae0-5ce9-4351-8d59-579a56a54a85 req-b4f8d8af-383b-4aba-baa8-e9d6e664d7f4 service neutron] 10.222.0.32 "GET /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816238 Jul 21 00:23:09.664869 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00294c3-e3b3-49e8-bc49-4aa25fc85ccb req-af26099d-91f8-4b01-9985-1321a258f9c7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:09.666476 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d00294c3-e3b3-49e8-bc49-4aa25fc85ccb req-af26099d-91f8-4b01-9985-1321a258f9c7 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 945 time: 0.0630784 Jul 21 00:23:09.703656 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d00294c3-e3b3-49e8-bc49-4aa25fc85ccb req-0c2dc170-5d97-4a2f-a423-664bd5a38a4c tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/security-groups?id=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318129 Jul 21 00:23:10.191735 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-9e32d7b6-3217-4aef-9a1a-eacddf5fc777 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:10.193202 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-9e32d7b6-3217-4aef-9a1a-eacddf5fc777 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 945 time: 0.0610948 Jul 21 00:23:10.303039 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-1c141db4-53a5-4b6b-8fed-b57052db8448 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Deleting port 6652ba51-59b1-46ca-8672-635a4ef12967 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:23:10.303389 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-1c141db4-53a5-4b6b-8fed-b57052db8448 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:10.395871 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-1c141db4-53a5-4b6b-8fed-b57052db8448 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] For port 6652ba51-59b1-46ca-8672-635a4ef12967, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=6652ba51-59b1-46ca-8672-635a4ef12967,segment=NetworkSegment(930aa20f-f5aa-4dd6-b542-b4893d77ba99),segment_id=930aa20f-f5aa-4dd6-b542-b4893d77ba99)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:23:10.396285 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-1c141db4-53a5-4b6b-8fed-b57052db8448 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:10.409431 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-1c141db4-53a5-4b6b-8fed-b57052db8448 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Calling delete_port for 6652ba51-59b1-46ca-8672-635a4ef12967 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:23:10.543585 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-1c141db4-53a5-4b6b-8fed-b57052db8448 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:10.557517 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['6652ba51-59b1-46ca-8672-635a4ef12967'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:23:10.581304 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c141db4-53a5-4b6b-8fed-b57052db8448 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Pushing event deleted for resources: {'Port': ['ID=6652ba51-59b1-46ca-8672-635a4ef12967,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:10.629090 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-1c141db4-53a5-4b6b-8fed-b57052db8448 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] No DVR routers for this DVR port 6652ba51-59b1-46ca-8672-635a4ef12967 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:23:10.631354 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-1c141db4-53a5-4b6b-8fed-b57052db8448 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:10.633311 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4037f048-61ca-4d6d-a7a6-226ba90ae102 req-1c141db4-53a5-4b6b-8fed-b57052db8448 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.32 "DELETE /v2.0/ports/6652ba51-59b1-46ca-8672-635a4ef12967 HTTP/1.1" status: 204 len: 173 time: 0.4340744 Jul 21 00:23:10.633737 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b275e186-504f-4c57-9b2c-aa5635e328f7', 'name': 'network-vif-deleted', 'tag': '6652ba51-59b1-46ca-8672-635a4ef12967'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:23:10.636487 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d736ed-76e6-47db-80d5-90a2f7f12047" -d '{"events": [{"server_uuid": "b275e186-504f-4c57-9b2c-aa5635e328f7", "name": "network-vif-deleted", "tag": "6652ba51-59b1-46ca-8672-635a4ef12967"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:23:10.674231 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f041ea-5664-472a-bf10-6871d42e161c x-openstack-request-id: req-b6f041ea-5664-472a-bf10-6871d42e161c {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:23:10.674523 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b275e186-504f-4c57-9b2c-aa5635e328f7", "name": "network-vif-deleted", "tag": "6652ba51-59b1-46ca-8672-635a4ef12967", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:23:10.674932 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6f041ea-5664-472a-bf10-6871d42e161c {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:23:10.675380 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b275e186-504f-4c57-9b2c-aa5635e328f7', 'name': 'network-vif-deleted', 'tag': '6652ba51-59b1-46ca-8672-635a4ef12967', 'status': 'completed', 'code': 200} Jul 21 00:23:10.811958 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e767668d-c046-4bb2-871a-910d572f15c2 req-bac68443-6c69-4f4f-86de-74229c12e546 tempest-AttachVolumeNegativeTest-993126946 tempest-AttachVolumeNegativeTest-993126946-project] 10.222.0.35 "GET /v2.0/ports?device_id=b275e186-504f-4c57-9b2c-aa5635e328f7 HTTP/1.1" status: 200 len: 210 time: 0.0281007 Jul 21 00:23:10.931878 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:23:11.867806 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33222) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:11.909916 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_v2 [None req-426c5e68-0f54-4879-923e-55287b57bd25 admin admin] Deleting subnet 71eadd77-3bb9-414c-b595-d3b6f8fca2f1 {{(pid=94869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:23:11.912831 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-426c5e68-0f54-4879-923e-55287b57bd25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:11.948308 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-426c5e68-0f54-4879-923e-55287b57bd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439224'] for subnet, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:11.984777 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-426c5e68-0f54-4879-923e-55287b57bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.034812 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-426c5e68-0f54-4879-923e-55287b57bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8450654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580651'] for subnet, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.059796 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c5e68-0f54-4879-923e-55287b57bd25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71eadd77-3bb9-414c-b595-d3b6f8fca2f1,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:12.061738 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-426c5e68-0f54-4879-923e-55287b57bd25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.064144 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-426c5e68-0f54-4879-923e-55287b57bd25 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/71eadd77-3bb9-414c-b595-d3b6f8fca2f1 HTTP/1.1" status: 204 len: 168 time: 0.1947458 Jul 21 00:23:12.066373 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33224) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:12.136145 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.212528 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.222465 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9ae94e-0d87-49be-a0cf-b389dec88aee']}} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:23:12.232352 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930aa20f-f5aa-4dd6-b542-b4893d77ba99') {'for_net_delete': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:23:12.232644 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930aa20f-f5aa-4dd6-b542-b4893d77ba99') {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:23:12.240974 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8529750'] for segment, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.253822 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.260815 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:23:12.261321 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3221053'] for segment, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: Traceback (most recent call last): Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: timer() Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: cb(*args, **kw) Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: return func(*args, **kwargs) Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: self._notify() Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: self.callback(batched_events) Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: event.method(event) Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: return f(self, *a, **k) Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: return self._get(url).json() Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: return self.request(url, 'GET', **kwargs) Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:23:12.262999 dv-cinder-679138-11-smb neutron-server[94868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:23:12.314278 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.319397 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.324129 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4a9ae94e-0d87-49be-a0cf-b389dec88aee HTTP/1.1" status: 204 len: 168 time: 0.2539005 Jul 21 00:23:12.332062 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2fa0e-3ed9-4d6e-9753-49ad3f4f00c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9ae94e-0d87-49be-a0cf-b389dec88aee,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:12.478212 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33230) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:12.517288 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-85024849-ff59-4fc6-a123-8b2090f2cd08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f58b118fe46f4012a5bff944538b37bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378952 Jul 21 00:23:12.519562 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33234) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:12.570217 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6941d8a3-11d0-4b54-88f1-aed94c301116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.594175 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6941d8a3-11d0-4b54-88f1-aed94c301116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.643030 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6941d8a3-11d0-4b54-88f1-aed94c301116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.646450 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6941d8a3-11d0-4b54-88f1-aed94c301116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.647754 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6941d8a3-11d0-4b54-88f1-aed94c301116 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/724f4d7c-9d08-4982-a5c1-3bf2dabfbb26 HTTP/1.1" status: 204 len: 168 time: 0.1273017 Jul 21 00:23:12.655664 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941d8a3-11d0-4b54-88f1-aed94c301116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724f4d7c-9d08-4982-a5c1-3bf2dabfbb26,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:12.784735 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33244) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:12.885660 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b111e24-6084-41da-b278-0e937d4c035e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.979814 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b111e24-6084-41da-b278-0e937d4c035e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:12.983769 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b111e24-6084-41da-b278-0e937d4c035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:13.023074 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-3b111e24-6084-41da-b278-0e937d4c035e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c4cb3657c1b46dab5aac6ef903ac51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371919 Jul 21 00:23:13.023936 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b111e24-6084-41da-b278-0e937d4c035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f5adad-42b9-4b33-9336-3b09e7939cfd,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:13.025798 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33260) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:13.076788 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2963e50-0609-49be-9f0b-df27b300bafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:13.100758 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2963e50-0609-49be-9f0b-df27b300bafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:13.150843 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2963e50-0609-49be-9f0b-df27b300bafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:13.153920 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2963e50-0609-49be-9f0b-df27b300bafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:13.155056 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-e2963e50-0609-49be-9f0b-df27b300bafa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01f5adad-42b9-4b33-9336-3b09e7939cfd HTTP/1.1" status: 204 len: 168 time: 0.1282389 Jul 21 00:23:13.162530 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2963e50-0609-49be-9f0b-df27b300bafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f5adad-42b9-4b33-9336-3b09e7939cfd,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:14.335176 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 6652ba51-59b1-46ca-8672-635a4ef12967 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:23:14.356272 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 6652ba51-59b1-46ca-8672-635a4ef12967 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:23:14.356603 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 6652ba51-59b1-46ca-8672-635a4ef12967 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:23:16.349196 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33320) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:16.448708 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cde82645-8e23-4b0c-b51a-0440d1db3c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:16.534716 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cde82645-8e23-4b0c-b51a-0440d1db3c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:16.538424 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cde82645-8e23-4b0c-b51a-0440d1db3c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:16.578740 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-cde82645-8e23-4b0c-b51a-0440d1db3c20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=403122c561f74e44bb9f6aee13bac5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284772 Jul 21 00:23:16.579692 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde82645-8e23-4b0c-b51a-0440d1db3c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f97e5dc-980b-400f-9e0f-a93cf8ab32ac,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:16.581443 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33324) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:16.632002 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d5967e0-1b1e-47dc-a5ce-97299cb54a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:16.652282 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d5967e0-1b1e-47dc-a5ce-97299cb54a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:16.697549 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d5967e0-1b1e-47dc-a5ce-97299cb54a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:16.700241 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d5967e0-1b1e-47dc-a5ce-97299cb54a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:16.701421 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-0d5967e0-1b1e-47dc-a5ce-97299cb54a41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f97e5dc-980b-400f-9e0f-a93cf8ab32ac HTTP/1.1" status: 204 len: 168 time: 0.1189947 Jul 21 00:23:16.709157 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5967e0-1b1e-47dc-a5ce-97299cb54a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f97e5dc-980b-400f-9e0f-a93cf8ab32ac,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:31.646623 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb905-346a-4344-bdf6-857580242a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:32.527568 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:32.851623 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33594) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:32.954252 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e591b169-aca5-4cf7-be2b-b9f707eb79e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.043190 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e591b169-aca5-4cf7-be2b-b9f707eb79e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.046901 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e591b169-aca5-4cf7-be2b-b9f707eb79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.086810 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-e591b169-aca5-4cf7-be2b-b9f707eb79e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=058633ad403a4ea8ab24b91cd17e2232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341151 Jul 21 00:23:33.087658 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591b169-aca5-4cf7-be2b-b9f707eb79e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98d7b38-95ac-44bb-9616-a0a2f822ea40,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:33.090113 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33600) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:33.137180 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-75be8f79-adfc-4822-8e24-01dba0c7be71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.159029 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-75be8f79-adfc-4822-8e24-01dba0c7be71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.203998 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-75be8f79-adfc-4822-8e24-01dba0c7be71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.206588 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-75be8f79-adfc-4822-8e24-01dba0c7be71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.207758 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-75be8f79-adfc-4822-8e24-01dba0c7be71 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a98d7b38-95ac-44bb-9616-a0a2f822ea40 HTTP/1.1" status: 204 len: 168 time: 0.1166201 Jul 21 00:23:33.215660 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be8f79-adfc-4822-8e24-01dba0c7be71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98d7b38-95ac-44bb-9616-a0a2f822ea40,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:33.451994 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33606) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:33.465325 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35cd9dab-f673-44de-9cf4-14ecfeb8fd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.552655 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35cd9dab-f673-44de-9cf4-14ecfeb8fd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.556696 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35cd9dab-f673-44de-9cf4-14ecfeb8fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.593854 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-35cd9dab-f673-44de-9cf4-14ecfeb8fd9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52087412428041e9acc5d15fb6c872d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408050 Jul 21 00:23:33.594678 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd9dab-f673-44de-9cf4-14ecfeb8fd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac68d4-bce3-466c-ab04-eb137a9c68c2,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:33.596528 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33610) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:33.644698 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74f186a2-84f5-4772-a31e-e8cf48c2856b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.664413 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74f186a2-84f5-4772-a31e-e8cf48c2856b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.708596 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74f186a2-84f5-4772-a31e-e8cf48c2856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.711217 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74f186a2-84f5-4772-a31e-e8cf48c2856b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:33.712664 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-74f186a2-84f5-4772-a31e-e8cf48c2856b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bac68d4-bce3-466c-ab04-eb137a9c68c2 HTTP/1.1" status: 204 len: 168 time: 0.1151357 Jul 21 00:23:33.720292 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f186a2-84f5-4772-a31e-e8cf48c2856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bac68d4-bce3-466c-ab04-eb137a9c68c2,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:34.211450 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d064d8be-b8f1-4033-8882-fe54188a0004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:34.242697 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:35.191552 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:36.641450 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:38.511709 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33726) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:38.610783 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-25591d5a-a69a-4ef7-92ba-1dac23db38ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:38.694446 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-25591d5a-a69a-4ef7-92ba-1dac23db38ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:38.698943 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-25591d5a-a69a-4ef7-92ba-1dac23db38ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:38.735880 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-25591d5a-a69a-4ef7-92ba-1dac23db38ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b183263b56b422a98f26aaf1085e2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230678 Jul 21 00:23:38.737053 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25591d5a-a69a-4ef7-92ba-1dac23db38ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365cfcf0-7e2c-4109-90c8-cd9e86e64c60,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:38.738578 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33730) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:38.788495 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5262d133-2872-42a3-a853-cb67c8f12b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:38.809192 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5262d133-2872-42a3-a853-cb67c8f12b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:38.853872 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5262d133-2872-42a3-a853-cb67c8f12b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:38.856409 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5262d133-2872-42a3-a853-cb67c8f12b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:38.857567 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-5262d133-2872-42a3-a853-cb67c8f12b36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/365cfcf0-7e2c-4109-90c8-cd9e86e64c60 HTTP/1.1" status: 204 len: 168 time: 0.1180241 Jul 21 00:23:38.864601 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262d133-2872-42a3-a853-cb67c8f12b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365cfcf0-7e2c-4109-90c8-cd9e86e64c60,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:39.105882 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33738) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:39.118806 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ffa17088-d45a-4dd0-bb61-732463b25131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.208674 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ffa17088-d45a-4dd0-bb61-732463b25131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.212227 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ffa17088-d45a-4dd0-bb61-732463b25131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.250245 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-ffa17088-d45a-4dd0-bb61-732463b25131 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8a67c6b40be4386978fcf3e3048d570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432822 Jul 21 00:23:39.251241 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa17088-d45a-4dd0-bb61-732463b25131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddacc6c-08b4-46a2-b73a-581d8400bd05,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:39.252891 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33740) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:39.299503 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f91dc48e-3d3f-4933-bee0-1c7d1a00e594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.319867 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f91dc48e-3d3f-4933-bee0-1c7d1a00e594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.365025 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f91dc48e-3d3f-4933-bee0-1c7d1a00e594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.367513 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f91dc48e-3d3f-4933-bee0-1c7d1a00e594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.371253 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-f91dc48e-3d3f-4933-bee0-1c7d1a00e594 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ddacc6c-08b4-46a2-b73a-581d8400bd05 HTTP/1.1" status: 204 len: 168 time: 0.1147599 Jul 21 00:23:39.376168 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dc48e-3d3f-4933-bee0-1c7d1a00e594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddacc6c-08b4-46a2-b73a-581d8400bd05,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:39.688316 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33752) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:39.701764 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed135bf9-4235-4e83-9c4e-01156ec8f73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.793336 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed135bf9-4235-4e83-9c4e-01156ec8f73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.797156 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed135bf9-4235-4e83-9c4e-01156ec8f73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.842646 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-ed135bf9-4235-4e83-9c4e-01156ec8f73f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73f265862d7344178b6669924006b626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508844 Jul 21 00:23:39.843109 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed135bf9-4235-4e83-9c4e-01156ec8f73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d184198-6de7-4085-bdab-f6242383cad4,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:39.843246 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33756) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:39.905624 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5a087c97-0397-4613-b025-7a01742cf859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.926571 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5a087c97-0397-4613-b025-7a01742cf859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.970719 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5a087c97-0397-4613-b025-7a01742cf859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.973889 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5a087c97-0397-4613-b025-7a01742cf859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:39.975060 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-5a087c97-0397-4613-b025-7a01742cf859 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d184198-6de7-4085-bdab-f6242383cad4 HTTP/1.1" status: 204 len: 168 time: 0.1303983 Jul 21 00:23:39.983537 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a087c97-0397-4613-b025-7a01742cf859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d184198-6de7-4085-bdab-f6242383cad4,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:42.832553 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13954764-8fbe-4f0d-ac1a-21635003c8ce req-9f796c08-b9c9-4eda-bf17-c16f1d3ee1e6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:42.834056 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-13954764-8fbe-4f0d-ac1a-21635003c8ce req-9f796c08-b9c9-4eda-bf17-c16f1d3ee1e6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1617484 Jul 21 00:23:42.871569 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-13954764-8fbe-4f0d-ac1a-21635003c8ce req-b745a517-8831-409a-84eb-158ecfc31496 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Jul 21 00:23:44.005401 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc3b3c-f5b7-4cb0-b193-911635b556f7 req-09d4580d-83a8-4894-96c4-0757d3f62417 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:44.006772 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cbbc3b3c-f5b7-4cb0-b193-911635b556f7 req-09d4580d-83a8-4894-96c4-0757d3f62417 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0616252 Jul 21 00:23:44.043482 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cbbc3b3c-f5b7-4cb0-b193-911635b556f7 req-eaa12e5b-f824-41ae-9f78-6d81b0ecfae3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311942 Jul 21 00:23:45.171444 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635c548-b886-4e75-97e7-b34d12d30da6 req-2ca5feee-6a23-41b6-9630-e7985aac36d7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:45.172965 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0635c548-b886-4e75-97e7-b34d12d30da6 req-2ca5feee-6a23-41b6-9630-e7985aac36d7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0617330 Jul 21 00:23:45.209170 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0635c548-b886-4e75-97e7-b34d12d30da6 req-c0e4ffd7-9e9e-416b-934d-1f6da2dc6c6f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307567 Jul 21 00:23:46.156680 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 33884) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:46.261862 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-67a2ab08-f404-4142-9313-d9570a1452ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:46.371257 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a80ea-68ee-46f4-9a60-83ba35a00280 req-723b6a96-5fc5-42cb-840e-ba6ec3049143 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:46.372768 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b28a80ea-68ee-46f4-9a60-83ba35a00280 req-723b6a96-5fc5-42cb-840e-ba6ec3049143 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0908024 Jul 21 00:23:46.420596 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-67a2ab08-f404-4142-9313-d9570a1452ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:46.429020 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b28a80ea-68ee-46f4-9a60-83ba35a00280 req-34c5cc21-17f4-405d-93f3-4ba776a7a36f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504708 Jul 21 00:23:46.429585 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-67a2ab08-f404-4142-9313-d9570a1452ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:46.466569 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-67a2ab08-f404-4142-9313-d9570a1452ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16f52081c053441d8e2fd2dbbd5c5d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088119 Jul 21 00:23:46.468432 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2ab08-f404-4142-9313-d9570a1452ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019552ce-1623-4876-81a2-bfcd851b1888,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:46.469253 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 33890) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:46.520285 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4622627c-a9cb-4506-8c54-0cdfd9bc623d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:46.543201 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4622627c-a9cb-4506-8c54-0cdfd9bc623d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:46.590189 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4622627c-a9cb-4506-8c54-0cdfd9bc623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:46.592670 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4622627c-a9cb-4506-8c54-0cdfd9bc623d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:46.597255 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4622627c-a9cb-4506-8c54-0cdfd9bc623d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/019552ce-1623-4876-81a2-bfcd851b1888 HTTP/1.1" status: 204 len: 168 time: 0.1236141 Jul 21 00:23:46.604154 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622627c-a9cb-4506-8c54-0cdfd9bc623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019552ce-1623-4876-81a2-bfcd851b1888,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:47.584619 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dcabb-6225-40a8-b2ba-b9b37e0e4303 req-59446b7f-0942-4a63-bf63-b9eafba2ab32 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:47.586517 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a99dcabb-6225-40a8-b2ba-b9b37e0e4303 req-59446b7f-0942-4a63-bf63-b9eafba2ab32 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0852311 Jul 21 00:23:47.631328 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a99dcabb-6225-40a8-b2ba-b9b37e0e4303 req-2997c877-07b7-4074-90c6-7bf35a937ef4 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382206 Jul 21 00:23:47.930604 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:23:48.765542 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4485-ad2e-4d41-a0f8-4cf1f9d655f3 req-9c03cc0a-be4f-4770-92e7-05fd9601d99f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:48.769416 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-717b4485-ad2e-4d41-a0f8-4cf1f9d655f3 req-9c03cc0a-be4f-4770-92e7-05fd9601d99f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0668440 Jul 21 00:23:48.813472 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-717b4485-ad2e-4d41-a0f8-4cf1f9d655f3 req-8dd74f6f-ad7d-4076-93df-24a37395f54e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Jul 21 00:23:49.965231 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fb3d6-f670-4ad1-a70f-5e787aefe0ab req-e1f9a4a8-7426-4730-9efa-eedcaa8b4218 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:49.966109 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-905fb3d6-f670-4ad1-a70f-5e787aefe0ab req-e1f9a4a8-7426-4730-9efa-eedcaa8b4218 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0722511 Jul 21 00:23:50.010003 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-905fb3d6-f670-4ad1-a70f-5e787aefe0ab req-bd578125-ed99-4faf-b5df-066d9eeb4a6e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376356 Jul 21 00:23:51.222796 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38762-ca6e-4b4c-b000-f8d0aade2d46 req-d558439d-53e1-43dc-9e97-7890cef4829e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:51.224268 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-86c38762-ca6e-4b4c-b000-f8d0aade2d46 req-d558439d-53e1-43dc-9e97-7890cef4829e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1008072 Jul 21 00:23:51.271891 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8a0ab-4f8a-43dd-88df-f45d78515cbd req-262aa7d4-957b-4eb1-bbe8-ad4a8d16e74e tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:51.273409 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e9f8a0ab-4f8a-43dd-88df-f45d78515cbd req-262aa7d4-957b-4eb1-bbe8-ad4a8d16e74e tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.1146524 Jul 21 00:23:51.281318 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-86c38762-ca6e-4b4c-b000-f8d0aade2d46 req-67af9c1e-5d9c-44e9-8f0c-4e93cae28932 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511203 Jul 21 00:23:51.321345 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e9f8a0ab-4f8a-43dd-88df-f45d78515cbd req-934950af-ea06-4e62-bb08-cb9268b4116e tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390382 Jul 21 00:23:52.450246 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5631c3-67fa-4555-bf72-665bd5bb2a14 req-d8c9635e-54f5-42b5-a6ee-5f7e7d19114b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:52.451851 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5a5631c3-67fa-4555-bf72-665bd5bb2a14 req-d8c9635e-54f5-42b5-a6ee-5f7e7d19114b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1009924 Jul 21 00:23:52.512401 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272d00-9dcc-482b-82bc-9870608e75a4 req-87a9fe58-cf93-4c25-9fb7-bf99fc817c78 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:52.521099 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7e272d00-9dcc-482b-82bc-9870608e75a4 req-87a9fe58-cf93-4c25-9fb7-bf99fc817c78 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.1249044 Jul 21 00:23:52.555929 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5a5631c3-67fa-4555-bf72-665bd5bb2a14 req-3dd60e96-a487-4247-9fe5-3917aea6dd83 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965533 Jul 21 00:23:52.589906 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7e272d00-9dcc-482b-82bc-9870608e75a4 req-7c816fcf-4d2c-4f61-8f44-1d3651385ecb tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678248 Jul 21 00:23:53.729363 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf4070-d150-40d4-a767-fa84ce795b24 req-011c6655-6d4b-436b-a82e-b1111f2fe9bf tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:53.730857 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0bdf4070-d150-40d4-a767-fa84ce795b24 req-011c6655-6d4b-436b-a82e-b1111f2fe9bf tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1038809 Jul 21 00:23:53.765827 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ea891-64a9-4fb5-9522-c6a9d587a221 req-2e50ead4-60c8-4416-a40f-88dbe73815ca tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:53.767182 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c32ea891-64a9-4fb5-9522-c6a9d587a221 req-2e50ead4-60c8-4416-a40f-88dbe73815ca tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.1091464 Jul 21 00:23:53.798297 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0bdf4070-d150-40d4-a767-fa84ce795b24 req-07674b30-de18-480f-96a0-81d74207157f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607154 Jul 21 00:23:53.820137 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c32ea891-64a9-4fb5-9522-c6a9d587a221 req-78d92d98-6d4f-4777-a91e-0e44018a5a36 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419416 Jul 21 00:23:54.523008 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 52df7af1-92f5-469e-ba7e-ed7f8057cff8 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:23:54.615414 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:23:54.626068 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'port_id': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'mac_address': 'fa:16:3e:8e:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:23:54.663968 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:54.676345 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52df7af1-92f5-469e-ba7e-ed7f8057cff8 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:23:54.694181 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:23:54.699133 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:54.743509 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=6']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:54.753104 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.753452 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.753790 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.754121 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.754449 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.754784 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.755097 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.755420 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.755762 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.756086 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.756402 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.756717 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:54.817043 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['52df7af1-92f5-469e-ba7e-ed7f8057cff8'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:23:55.024170 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c975555-d533-4b24-9023-37d3c1db08fe req-8407b386-98b6-4ab7-ab7c-86defbad6117 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:55.026752 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9c975555-d533-4b24-9023-37d3c1db08fe req-8407b386-98b6-4ab7-ab7c-86defbad6117 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 944 time: 0.1205184 Jul 21 00:23:55.040071 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e435d99-9b7c-4978-bd6a-b479f22715e2 req-905269d0-aa04-4958-ad9a-ff15ec82fcc5 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:55.041690 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0e435d99-9b7c-4978-bd6a-b479f22715e2 req-905269d0-aa04-4958-ad9a-ff15ec82fcc5 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0956759 Jul 21 00:23:55.098615 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9c975555-d533-4b24-9023-37d3c1db08fe req-b809488a-094b-48cc-b140-2d2dc1bb2b8c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666988 Jul 21 00:23:55.104494 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0e435d99-9b7c-4978-bd6a-b479f22715e2 req-a4e58cd5-ea06-4f67-b547-24550bda98d9 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552166 Jul 21 00:23:56.274234 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e11389-52d0-41d7-9a32-b96002181e88 req-08c6a167-7266-46ff-a39f-51e0e8de05a8 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:56.276388 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-08e11389-52d0-41d7-9a32-b96002181e88 req-08c6a167-7266-46ff-a39f-51e0e8de05a8 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0915020 Jul 21 00:23:56.293084 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e700-b4c1-48cf-b351-67dc38c6ff73 req-21052ac7-3f0e-479f-a69c-752c3d7eb3e9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:56.294052 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-aa52e700-b4c1-48cf-b351-67dc38c6ff73 req-21052ac7-3f0e-479f-a69c-752c3d7eb3e9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 944 time: 0.1183066 Jul 21 00:23:56.350966 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-aa52e700-b4c1-48cf-b351-67dc38c6ff73 req-7a646312-59e8-449b-95e1-031f4f8d0e77 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510654 Jul 21 00:23:56.354274 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-08e11389-52d0-41d7-9a32-b96002181e88 req-d2456536-d546-44a2-9072-11259e5173cc tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692759 Jul 21 00:23:56.514632 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 52df7af1-92f5-469e-ba7e-ed7f8057cff8 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:23:56.578000 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:23:56.578374 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:56.675384 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:56.704888 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:23:56.707408 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55622e0f-102e-4d3f-af12-510d8df4f473" -d '{"events": [{"server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "name": "network-vif-plugged", "status": "completed", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:23:56.721520 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:23:56.728530 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:56.764024 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f328009-c682-4727-8e6b-ee964425dd17 x-openstack-request-id: req-3f328009-c682-4727-8e6b-ee964425dd17 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:23:56.764324 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "name": "network-vif-plugged", "status": "completed", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:23:56.764574 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f328009-c682-4727-8e6b-ee964425dd17 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:23:56.764972 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'code': 200} Jul 21 00:23:56.794487 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=7']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:56.979322 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324d8b4-f155-42a8-8768-53dc95ef9f02 req-272a63c3-f92f-4dda-8439-f941b2445450 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:56.980800 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a324d8b4-f155-42a8-8768-53dc95ef9f02 req-272a63c3-f92f-4dda-8439-f941b2445450 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 945 time: 0.0677400 Jul 21 00:23:57.026268 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a324d8b4-f155-42a8-8768-53dc95ef9f02 req-37e103ca-daf0-4749-98fd-8c2efb4959b7 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=0046a138-1e50-432e-8b60-7b138188b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 Jul 21 00:23:57.556989 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e8390-0adf-4208-b15b-13d1517e800e req-a7281401-8ae2-49e6-a324-1cabea1e9a13 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:57.564406 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e81e8390-0adf-4208-b15b-13d1517e800e req-a7281401-8ae2-49e6-a324-1cabea1e9a13 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.1212037 Jul 21 00:23:57.611409 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c5954-f81b-41cd-97de-470d55eb4f0e req-9c872c84-1e23-46d6-9334-39e5b682849a tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:57.613143 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-215c5954-f81b-41cd-97de-470d55eb4f0e req-9c872c84-1e23-46d6-9334-39e5b682849a tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1314864 Jul 21 00:23:57.623300 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e81e8390-0adf-4208-b15b-13d1517e800e req-72fd5813-d90c-4573-8c13-0f44640e84db tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580165 Jul 21 00:23:57.685059 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-215c5954-f81b-41cd-97de-470d55eb4f0e req-9b7aef28-0e1e-4462-bbef-268580e7d62c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537560 Jul 21 00:23:58.163591 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed3810-f99f-4f35-a019-a221a8f14f3f req-da572316-225a-4259-8bd0-45ce99e8ab90 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:58.165218 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d0ed3810-f99f-4f35-a019-a221a8f14f3f req-da572316-225a-4259-8bd0-45ce99e8ab90 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 945 time: 0.0689783 Jul 21 00:23:58.205682 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d0ed3810-f99f-4f35-a019-a221a8f14f3f req-e0bbacb9-a92e-4200-99ef-0a2a46f17de2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=0046a138-1e50-432e-8b60-7b138188b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339429 Jul 21 00:23:58.847467 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1c481-e9fa-4582-84e8-25f3af8acf46 req-0a2e2c68-0503-4990-8d84-18c422ede229 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:58.849029 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-66b1c481-e9fa-4582-84e8-25f3af8acf46 req-0a2e2c68-0503-4990-8d84-18c422ede229 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.1576014 Jul 21 00:23:58.875479 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87808289-5388-4012-8aa4-07340173d277 req-e3129d8b-39d4-4ddb-8623-70c2535ebcf8 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:58.877634 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-87808289-5388-4012-8aa4-07340173d277 req-e3129d8b-39d4-4ddb-8623-70c2535ebcf8 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.32 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 945 time: 0.0877843 Jul 21 00:23:58.907575 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-66b1c481-e9fa-4582-84e8-25f3af8acf46 req-71effffb-3bff-49ac-b67f-ac522920871b tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489957 Jul 21 00:23:58.940053 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e20ae-b2c7-4d89-a0ee-9bff12280531 req-d66e013f-1f35-4e63-a3b0-19f5c22e38fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:58.947471 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3f8e20ae-b2c7-4d89-a0ee-9bff12280531 req-d66e013f-1f35-4e63-a3b0-19f5c22e38fb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1682045 Jul 21 00:23:59.016671 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3f8e20ae-b2c7-4d89-a0ee-9bff12280531 req-d8483344-c16c-457c-9402-5694bf619f6a tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682893 Jul 21 00:23:59.032444 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Deleting port 3014e8a0-3515-47e2-a1f4-6d4093072f38 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:23:59.032444 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.134184 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] For port 3014e8a0-3515-47e2-a1f4-6d4093072f38, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3014e8a0-3515-47e2-a1f4-6d4093072f38,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:23:59.135005 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.181282 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34174) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:59.344850 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39438f3-d8d6-4686-b659-ff8329822ae3 req-03e6c0f5-6b9c-418b-bc8d-1ad99663c871 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:23:59.352303 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d39438f3-d8d6-4686-b659-ff8329822ae3 req-03e6c0f5-6b9c-418b-bc8d-1ad99663c871 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 945 time: 0.0769000 Jul 21 00:23:59.383877 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.384578 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.385636 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.l3_db [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Floating IP c030984c-f137-4ad6-928d-0e5dfad59c6a disassociated. External IP: 172.28.2.238, port: 3014e8a0-3515-47e2-a1f4-6d4093072f38. Jul 21 00:23:59.386178 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Calling delete_port for 3014e8a0-3515-47e2-a1f4-6d4093072f38 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:23:59.386292 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e8ec911d-2328-43ab-87cd-abc74428e9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.425071 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-d39438f3-d8d6-4686-b659-ff8329822ae3 req-6e6021ba-d979-4ab9-891f-7961c60acdea tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups?id=0046a138-1e50-432e-8b60-7b138188b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670426 Jul 21 00:23:59.530757 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e8ec911d-2328-43ab-87cd-abc74428e9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.535938 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e8ec911d-2328-43ab-87cd-abc74428e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.553921 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.582990 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-e8ec911d-2328-43ab-87cd-abc74428e9ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fecb47b5f3984624b8a0e84fbe651884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006183 Jul 21 00:23:59.584038 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec911d-2328-43ab-87cd-abc74428e9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b8531b-7959-4c39-9a67-7e54fcfa0a1c,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:59.586052 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34180) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:23:59.588409 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event deleted for resources: {'Port': ['ID=3014e8a0-3515-47e2-a1f4-6d4093072f38,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:59.615765 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.616116 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.616452 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.616786 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.617208 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.617541 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.617930 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.618290 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.619182 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.619854 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.620836 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.621515 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:23:59.741897 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b850161c-a3da-4165-82d8-8e485afd58c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.781543 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b850161c-a3da-4165-82d8-8e485afd58c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.818897 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Router 2daae526-568a-432f-8e14-063475fe7908 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:23:59.907886 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b850161c-a3da-4165-82d8-8e485afd58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.910516 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b850161c-a3da-4165-82d8-8e485afd58c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:23:59.911747 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-b850161c-a3da-4165-82d8-8e485afd58c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60b8531b-7959-4c39-9a67-7e54fcfa0a1c HTTP/1.1" status: 204 len: 168 time: 0.3209734 Jul 21 00:23:59.930614 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850161c-a3da-4165-82d8-8e485afd58c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b8531b-7959-4c39-9a67-7e54fcfa0a1c,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:23:59.973522 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:24:00.048281 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] Sync routers for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:24:00.062645 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:24:00.063511 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:23:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:00.078845 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] No DVR routers for this DVR port 3014e8a0-3515-47e2-a1f4-6d4093072f38 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:24:00.081855 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:00.086822 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-87808289-5388-4012-8aa4-07340173d277 req-eaa3e465-3da6-4e8d-85b9-b53088cb9c9e tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.32 "DELETE /v2.0/ports/3014e8a0-3515-47e2-a1f4-6d4093072f38 HTTP/1.1" status: 204 len: 173 time: 1.2029057 Jul 21 00:24:00.087438 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'name': 'network-vif-deleted', 'tag': '3014e8a0-3515-47e2-a1f4-6d4093072f38'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:24:00.095755 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f62405-fbbf-414c-bbea-edadafe87f9a" -d '{"events": [{"server_uuid": "96b8248d-6fc6-4e83-80aa-b11138be2d07", "name": "network-vif-deleted", "tag": "3014e8a0-3515-47e2-a1f4-6d4093072f38"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:24:00.240605 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f521f-968d-4b32-8bf4-6bb192e83f36 req-c1323769-466e-481c-ad7d-8dc0ee787544 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:00.245782 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cd2f521f-968d-4b32-8bf4-6bb192e83f36 req-c1323769-466e-481c-ad7d-8dc0ee787544 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.2350614 Jul 21 00:24:00.261261 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:24:00.418993 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cd2f521f-968d-4b32-8bf4-6bb192e83f36 req-753d6112-d736-483a-95dd-5f37eaf8c703 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517797 Jul 21 00:24:00.468885 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b94a5-b62c-40a7-ba5a-5088a264c85f req-27ddf20e-5f9b-4499-a4e2-addfb7367fa7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:00.470777 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afd59b-144b-4131-a07b-e887e1c2716a req-b29e1aed-ec0e-47d3-b7d2-9b18428ce548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:00.473442 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-29afd59b-144b-4131-a07b-e887e1c2716a req-b29e1aed-ec0e-47d3-b7d2-9b18428ce548 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 1098 time: 0.3139563 Jul 21 00:24:00.475275 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-547b94a5-b62c-40a7-ba5a-5088a264c85f req-27ddf20e-5f9b-4499-a4e2-addfb7367fa7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.2561462 Jul 21 00:24:00.543531 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbb90c7-5b76-4d6f-be93-1b7843d5bf69 x-openstack-request-id: req-ccbb90c7-5b76-4d6f-be93-1b7843d5bf69 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:24:00.545126 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b8248d-6fc6-4e83-80aa-b11138be2d07", "name": "network-vif-deleted", "tag": "3014e8a0-3515-47e2-a1f4-6d4093072f38", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:24:00.545530 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccbb90c7-5b76-4d6f-be93-1b7843d5bf69 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:24:00.546901 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b8248d-6fc6-4e83-80aa-b11138be2d07', 'name': 'network-vif-deleted', 'tag': '3014e8a0-3515-47e2-a1f4-6d4093072f38', 'status': 'completed', 'code': 200} Jul 21 00:24:00.550044 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-547b94a5-b62c-40a7-ba5a-5088a264c85f req-78c28d95-6e5c-4ad4-ac10-c02f6f5b144b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609515 Jul 21 00:24:00.694235 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afd59b-144b-4131-a07b-e887e1c2716a req-c2b17d23-7e7f-47b9-8e6d-5673fbfe039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:00.700100 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-29afd59b-144b-4131-a07b-e887e1c2716a req-c2b17d23-7e7f-47b9-8e6d-5673fbfe039d service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 918 time: 0.2005060 Jul 21 00:24:00.725369 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-66df68dd-48ea-48b4-8afd-b8b98c3c5fb5 req-ae112089-53e8-475e-827b-a96eb13c3a00 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/ports?device_id=96b8248d-6fc6-4e83-80aa-b11138be2d07 HTTP/1.1" status: 200 len: 210 time: 0.0628524 Jul 21 00:24:00.747788 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:00.797043 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] Checking router: 2daae526-568a-432f-8e14-063475fe7908 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:24:00.801131 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-29afd59b-144b-4131-a07b-e887e1c2716a req-9ec6171f-d452-4775-8767-dcdc01be38dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8 HTTP/1.1" status: 200 len: 1001 time: 0.0948696 Jul 21 00:24:00.807382 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:24:00.808126 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:23:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:00.883243 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afd59b-144b-4131-a07b-e887e1c2716a req-4454ed94-c951-4865-abc3-b898fe3d6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:00.884598 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-29afd59b-144b-4131-a07b-e887e1c2716a req-4454ed94-c951-4865-abc3-b898fe3d6754 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.0752800 Jul 21 00:24:00.961588 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afd59b-144b-4131-a07b-e887e1c2716a req-2dc98458-3e32-4a4e-a36a-47a1a9a8557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:00.964327 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-29afd59b-144b-4131-a07b-e887e1c2716a req-2dc98458-3e32-4a4e-a36a-47a1a9a8557f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0712113 Jul 21 00:24:00.964610 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:24:01.233689 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:01.273094 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207ed9e-6f93-4af6-ae6e-2a2a8dc8641d None None] The sync data for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb is: [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:18:46Z', 'revision_number': 4, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'f23ea481-9fe6-4032-b588-1fed42745636', 'name': '', 'network_id': '8355f9be-4e62-41cd-bf82-895434776e88', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'mac_address': 'fa:16:3e:6d:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:45Z', 'updated_at': '2021-07-21T00:19:00Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'subnets': [{'id': 'c6f70018-3e48-4eeb-828a-b5371037ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:24:01.377621 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-29afd59b-144b-4131-a07b-e887e1c2716a req-ee634a45-cee4-4922-99e0-d9fff56d2670 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003947 Jul 21 00:24:01.479021 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-6dc0a9b2-f7cb-4f8b-830a-a75ca8206d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:01.480703 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-6dc0a9b2-f7cb-4f8b-830a-a75ca8206d6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b98382a294204610b4908a27a3ac4e47&device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1099 time: 0.1712022 Jul 21 00:24:01.617243 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-29afd59b-144b-4131-a07b-e887e1c2716a req-2b649b03-e0e9-40d8-9c27-06bf3699cdb1 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306976 Jul 21 00:24:01.654863 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a388756-1ff3-4d5c-873a-be99fe2c7245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:01.694846 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-be426947-b1a4-4ec0-9ddf-bc5d1256f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:01.699942 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-be426947-b1a4-4ec0-9ddf-bc5d1256f5a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c706641-be67-4d64-adc0-ebb5149a1807 HTTP/1.1" status: 200 len: 910 time: 0.2120643 Jul 21 00:24:01.715281 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b1898-040d-4f1a-bd00-9fe4b037733c req-c2992549-2cf5-478e-b1e6-1382c8925926 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:01.716903 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-808b1898-040d-4f1a-bd00-9fe4b037733c req-c2992549-2cf5-478e-b1e6-1382c8925926 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.1782784 Jul 21 00:24:01.727838 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00a113-6f3e-4107-8857-c13f11455687 None None] New status for floating IP c030984c-f137-4ad6-928d-0e5dfad59c6a: DOWN {{(pid=94871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:24:01.851136 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-e558eba2-2644-4deb-9888-e8016b48362b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07 HTTP/1.1" status: 200 len: 1001 time: 0.1439295 Jul 21 00:24:01.878477 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-808b1898-040d-4f1a-bd00-9fe4b037733c req-16880215-b4dd-4c21-b4d3-f084f5e3a6e6 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113529 Jul 21 00:24:01.891692 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be957073-91c6-4a10-8c83-1e5d8d0b8420 req-cdcead2e-5841-4313-94b7-e073e63e7988 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:01.902701 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-be957073-91c6-4a10-8c83-1e5d8d0b8420 req-cdcead2e-5841-4313-94b7-e073e63e7988 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.2148752 Jul 21 00:24:01.956713 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-1e53ec28-2a4d-472b-a2e5-2b8d0d980b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:01.958006 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-be957073-91c6-4a10-8c83-1e5d8d0b8420 req-2760715c-bf98-4f61-9112-7dde11963e65 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544312 Jul 21 00:24:01.958760 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-1e53ec28-2a4d-472b-a2e5-2b8d0d980b8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7e73f3a-fa02-4d00-9da8-e163115c08ce HTTP/1.1" status: 200 len: 848 time: 0.1007900 Jul 21 00:24:01.986820 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34232) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:02.041785 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-62b6a784-651a-4b4a-a920-5df33190feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:02.043638 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-62b6a784-651a-4b4a-a920-5df33190feee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c706641-be67-4d64-adc0-ebb5149a1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0769970 Jul 21 00:24:02.071298 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e03876c1-100a-484d-b8a0-ce16eda5e253 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.098737 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e03876c1-100a-484d-b8a0-ce16eda5e253 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.173743 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-6669a13c-cdd9-4c0b-8eb9-2c90bdec305c service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179004 Jul 21 00:24:02.179976 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e03876c1-100a-484d-b8a0-ce16eda5e253 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.190709 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e03876c1-100a-484d-b8a0-ce16eda5e253 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.194501 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-e03876c1-100a-484d-b8a0-ce16eda5e253 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "DELETE /v2.0/security-groups/0046a138-1e50-432e-8b60-7b138188b73a HTTP/1.1" status: 204 len: 168 time: 0.2041218 Jul 21 00:24:02.195479 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34234) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:02.201658 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03876c1-100a-484d-b8a0-ce16eda5e253 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0046a138-1e50-432e-8b60-7b138188b73a,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:02.230113 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.api.v2.resource [None req-dc75197d-6c5d-42ab-bd59-087f43019add tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] show failed (client error): The resource could not be found. Jul 21 00:24:02.233750 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-dc75197d-6c5d-42ab-bd59-087f43019add tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "GET /v2.0/security-groups/0046a138-1e50-432e-8b60-7b138188b73a HTTP/1.1" status: 404 len: 347 time: 0.0229969 Jul 21 00:24:02.234236 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34236) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:02.329410 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-9a5389f3-5a0b-4df2-91f7-ce048d4f745a req-72d916d1-6582-4c63-b7c3-7949de8ddde3 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473668 Jul 21 00:24:02.388307 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-f51d2425-3f5a-46c0-9f87-c7ddd78fadf2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Deleting port 9a609448-0563-45fd-9b72-d635c5df3af4 {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:24:02.388658 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f51d2425-3f5a-46c0-9f87-c7ddd78fadf2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.475913 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f51d2425-3f5a-46c0-9f87-c7ddd78fadf2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.476282 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f51d2425-3f5a-46c0-9f87-c7ddd78fadf2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.490012 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-f51d2425-3f5a-46c0-9f87-c7ddd78fadf2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Calling delete_port for 9a609448-0563-45fd-9b72-d635c5df3af4 owned by network:floatingip {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:24:02.519388 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 3014e8a0-3515-47e2-a1f4-6d4093072f38 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:24:02.546109 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 3014e8a0-3515-47e2-a1f4-6d4093072f38 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:24:02.546743 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 3014e8a0-3515-47e2-a1f4-6d4093072f38 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:24:02.556743 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.652330 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f51d2425-3f5a-46c0-9f87-c7ddd78fadf2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.686927 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d2425-3f5a-46c0-9f87-c7ddd78fadf2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Pushing event deleted for resources: {'Port': ['ID=9a609448-0563-45fd-9b72-d635c5df3af4,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:02.761012 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f51d2425-3f5a-46c0-9f87-c7ddd78fadf2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks [] for floatingip, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.763407 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f51d2425-3f5a-46c0-9f87-c7ddd78fadf2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:02.764560 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-f51d2425-3f5a-46c0-9f87-c7ddd78fadf2 tempest-AttachVolumeTestJSON-1283588218 tempest-AttachVolumeTestJSON-1283588218-project] 10.222.0.35 "DELETE /v2.0/floatingips/c030984c-f137-4ad6-928d-0e5dfad59c6a HTTP/1.1" status: 204 len: 168 time: 0.5290959 Jul 21 00:24:03.105654 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f9b96-baf1-4b72-bda9-e75ff0057294 req-0eb9688c-2ef1-49fa-9714-57249563c286 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:03.107186 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-409f9b96-baf1-4b72-bda9-e75ff0057294 req-0eb9688c-2ef1-49fa-9714-57249563c286 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.1425650 Jul 21 00:24:03.157684 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-409f9b96-baf1-4b72-bda9-e75ff0057294 req-74a1f73c-b160-47b5-a2ee-38f9ab740dea tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437255 Jul 21 00:24:03.423916 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b7f1a-cae7-472e-8ed7-e79c54bf7ccd req-a5e5c994-32d0-4e87-86aa-1b4379384500 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:03.426261 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cd2b7f1a-cae7-472e-8ed7-e79c54bf7ccd req-a5e5c994-32d0-4e87-86aa-1b4379384500 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0730703 Jul 21 00:24:03.475327 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cd2b7f1a-cae7-472e-8ed7-e79c54bf7ccd req-553d022d-4e51-4c13-9bfd-2a53101418b6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 Jul 21 00:24:04.248844 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68fe04e4-eeaf-4513-aa5c-320eadb4fe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:04.270786 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:04.361970 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43969ff-f299-4bed-ad80-cf6ced8a7407 req-42a0cfd2-3bde-405c-b288-232aed39f9f2 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:04.363514 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c43969ff-f299-4bed-ad80-cf6ced8a7407 req-42a0cfd2-3bde-405c-b288-232aed39f9f2 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0835171 Jul 21 00:24:04.416195 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c43969ff-f299-4bed-ad80-cf6ced8a7407 req-d2d716fc-6cfc-49df-ad8a-4a3ea8611523 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430629 Jul 21 00:24:04.703345 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34280) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:04.850559 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eaf5437b-cbdf-4392-939d-fe931ee20517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:04.973647 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eaf5437b-cbdf-4392-939d-fe931ee20517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:04.981933 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eaf5437b-cbdf-4392-939d-fe931ee20517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:05.023063 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5437b-cbdf-4392-939d-fe931ee20517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c5ab35-0d52-4bf0-ae3e-e84ab290afb5,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:05.024256 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a3f7d-adf6-43c0-bcdb-dec6568d8a47 req-c6c034b0-afeb-4202-b8da-7e494ec6ca61 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:05.026407 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba5a3f7d-adf6-43c0-bcdb-dec6568d8a47 req-c6c034b0-afeb-4202-b8da-7e494ec6ca61 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.4316840 Jul 21 00:24:05.041552 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-eaf5437b-cbdf-4392-939d-fe931ee20517 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=437f82a1b7c54605a89fec94e2f17d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365149 Jul 21 00:24:05.044340 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34284) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:05.048868 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-36606dbe-be67-43e1-ad55-3bca44bf8adf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3990309 Jul 21 00:24:05.088706 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8e038-9ced-40da-b158-bd3202066e7e req-5941b8a4-7f92-4954-b977-c41c22788bf7 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:05.099703 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-31f8e038-9ced-40da-b158-bd3202066e7e req-5941b8a4-7f92-4954-b977-c41c22788bf7 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.4212186 Jul 21 00:24:05.119338 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba5a3f7d-adf6-43c0-bcdb-dec6568d8a47 req-426485cd-a5bc-4a1e-87b4-dc53487ea0a7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858791 Jul 21 00:24:05.139445 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9fe69b1-af5b-46c4-b5eb-d685fcea63df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:05.173543 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-31f8e038-9ced-40da-b158-bd3202066e7e req-05e5f217-8143-4ee6-b896-c431d332a0f6 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727201 Jul 21 00:24:05.201059 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9fe69b1-af5b-46c4-b5eb-d685fcea63df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:05.214532 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:05.288885 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9fe69b1-af5b-46c4-b5eb-d685fcea63df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:05.292694 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9fe69b1-af5b-46c4-b5eb-d685fcea63df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:05.293881 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-b9fe69b1-af5b-46c4-b5eb-d685fcea63df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75c5ab35-0d52-4bf0-ae3e-e84ab290afb5 HTTP/1.1" status: 204 len: 168 time: 0.2480531 Jul 21 00:24:05.316661 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe69b1-af5b-46c4-b5eb-d685fcea63df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c5ab35-0d52-4bf0-ae3e-e84ab290afb5,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:06.315743 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f9adc-34af-4edb-8d36-535f0b19d4aa req-7f02ff68-e718-4d35-8e73-a6f5a1c08c99 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:06.317746 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fc8f9adc-34af-4edb-8d36-535f0b19d4aa req-7f02ff68-e718-4d35-8e73-a6f5a1c08c99 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1125193 Jul 21 00:24:06.355151 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f496b-62ce-452f-ae63-72fa403f62dd req-e831542b-132d-448b-b192-a020978968b1 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:06.357272 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-127f496b-62ce-452f-ae63-72fa403f62dd req-e831542b-132d-448b-b192-a020978968b1 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.1126666 Jul 21 00:24:06.439898 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fc8f9adc-34af-4edb-8d36-535f0b19d4aa req-97d1ee8f-f820-4eb4-bf26-d1ba12a95f0f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061091 Jul 21 00:24:06.448471 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-127f496b-62ce-452f-ae63-72fa403f62dd req-bff72ede-6380-4906-907d-07531639f874 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795331 Jul 21 00:24:06.543120 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 8f03f858-4388-48e0-9e89-f6fdbc886a07 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:24:06.546080 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34318) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:06.629438 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:06.661549 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:24:06.663727 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1707df6d-16e0-40c2-8b6c-50072e9b11ed" -d '{"events": [{"server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:24:06.677776 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:06.681952 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 8f03f858-4388-48e0-9e89-f6fdbc886a07, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:06.688373 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:06.726866 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Jul 2021 00:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e12ac1-a158-450f-ac73-385521ac7164 x-openstack-request-id: req-21e12ac1-a158-450f-ac73-385521ac7164 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:24:06.727390 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:24:06.727940 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21e12ac1-a158-450f-ac73-385521ac7164 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:24:06.728518 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'code': 200} Jul 21 00:24:06.747836 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=8f03f858-4388-48e0-9e89-f6fdbc886a07,revision_number=6']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:06.911700 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-566a6ea3-125a-4a23-9c25-07ef7615bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:06.913150 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-566a6ea3-125a-4a23-9c25-07ef7615bc46 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e&tenant_id=b98382a294204610b4908a27a3ac4e47 HTTP/1.1" status: 200 len: 1097 time: 0.1072443 Jul 21 00:24:07.064522 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-aaaaf402-a49f-4ef0-987f-c32169786859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:07.066023 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-aaaaf402-a49f-4ef0-987f-c32169786859 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b98382a294204610b4908a27a3ac4e47&device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1097 time: 0.1112962 Jul 21 00:24:07.227456 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-c205bf8d-3ea3-4afb-a16c-c61f97ea91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:07.229475 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-c205bf8d-3ea3-4afb-a16c-c61f97ea91ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c706641-be67-4d64-adc0-ebb5149a1807 HTTP/1.1" status: 200 len: 910 time: 0.1394558 Jul 21 00:24:07.333402 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-dc5b7b94-56fc-4ed6-97a6-51c5ba1d185a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07 HTTP/1.1" status: 200 len: 999 time: 0.0967715 Jul 21 00:24:07.393066 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4060302'] for router_interface, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:07.395679 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-c2daa9f6-1030-48d3-87b7-1973ddd0f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:07.397193 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-c2daa9f6-1030-48d3-87b7-1973ddd0f2a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7e73f3a-fa02-4d00-9da8-e163115c08ce HTTP/1.1" status: 200 len: 848 time: 0.0581605 Jul 21 00:24:07.574380 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-41bdf95c-98c9-43a4-bdc9-2783dc396c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:07.575874 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-41bdf95c-98c9-43a4-bdc9-2783dc396c57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c706641-be67-4d64-adc0-ebb5149a1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1472762 Jul 21 00:24:07.709195 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511b54f-5a9c-4beb-8897-d9b2e2f4deb8 req-966e3657-ff6c-45b4-b1c7-2b3e7b0fb4c9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:07.711572 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6511b54f-5a9c-4beb-8897-d9b2e2f4deb8 req-966e3657-ff6c-45b4-b1c7-2b3e7b0fb4c9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1297400 Jul 21 00:24:07.725188 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c0ed-3f97-436f-a5c7-0aa8adf68e92 req-0cc3b612-9bd2-468f-b305-4076248b6429 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:07.726870 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8f79c0ed-3f97-436f-a5c7-0aa8adf68e92 req-0cc3b612-9bd2-468f-b305-4076248b6429 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 944 time: 0.1438329 Jul 21 00:24:07.737963 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-dfecbb98-0eb1-4a83-be0e-b7ec2cb7b036 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362648 Jul 21 00:24:07.810112 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8f79c0ed-3f97-436f-a5c7-0aa8adf68e92 req-3462c64a-fe86-451e-a894-c4f4c625e420 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687685 Jul 21 00:24:07.827840 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6511b54f-5a9c-4beb-8897-d9b2e2f4deb8 req-b7942695-db26-4e0f-b206-bff46d6dd250 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998399 Jul 21 00:24:07.911790 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4ab483b1-3012-4251-a233-ca9e0bace686 req-2d937d61-8b97-4717-b4a3-5b0392e21ca7 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662836 Jul 21 00:24:07.928747 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] Deleting port f23ea481-9fe6-4032-b588-1fed42745636 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:24:07.929083 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:08.018716 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] For port f23ea481-9fe6-4032-b588-1fed42745636, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=f23ea481-9fe6-4032-b588-1fed42745636,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:08.022789 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:08.033920 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] Calling delete_port for f23ea481-9fe6-4032-b588-1fed42745636 owned by network:router_interface {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:24:08.216395 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:08.241315 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23ea481-9fe6-4032-b588-1fed42745636,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:08.401190 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4060178'] for router_interface, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:08.609830 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] Router 2daae526-568a-432f-8e14-063475fe7908 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:24:08.743531 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:24:08.749249 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-078dd296-df11-49dc-abcb-2ececa4fc996 admin admin] 10.222.0.35 "PUT /v2.0/routers/2daae526-568a-432f-8e14-063475fe7908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2012868 Jul 21 00:24:08.752464 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34344) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:08.753148 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] Sync routers for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:24:08.755408 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-8872019c-39e7-4ef9-9d7f-65debfbc652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:08.756841 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-8872019c-39e7-4ef9-9d7f-65debfbc652a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 1098 time: 0.0819554 Jul 21 00:24:08.764020 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:24:08.764908 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:24:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:08.861706 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-e7b226d7-bdfc-4d2a-b424-08aaf33162d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:08.863110 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-e7b226d7-bdfc-4d2a-b424-08aaf33162d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 918 time: 0.0973985 Jul 21 00:24:08.866374 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Notify callbacks [] for router, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:08.907399 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:24:08.942828 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-87a0aae1-73ac-4d96-aa49-a573255a0da5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8 HTTP/1.1" status: 200 len: 1001 time: 0.0706885 Jul 21 00:24:09.054355 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.068756 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9b2bd-8900-4bea-81ed-8571aa18cf81 req-fae56d7e-e715-4d1d-869e-2bc2d7c8885d tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:09.070346 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bca9b2bd-8900-4bea-81ed-8571aa18cf81 req-fae56d7e-e715-4d1d-869e-2bc2d7c8885d tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 944 time: 0.1429324 Jul 21 00:24:09.080973 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a6362-af70-48c1-8ed6-c6e126f5089e req-488b77b1-47d1-46f6-a95c-a45a6d0bbb6e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:09.082629 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-744a6362-af70-48c1-8ed6-c6e126f5089e req-488b77b1-47d1-46f6-a95c-a45a6d0bbb6e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1561089 Jul 21 00:24:09.102403 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:24:08Z', 'revision_number': 5, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port': {'id': '4e7a8408-88b5-4445-ae29-12fef51f79b5', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daae526-568a-432f-8e14-063475fe7908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:09.131850 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] Checking router: 2daae526-568a-432f-8e14-063475fe7908 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:24:09.141061 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] Routers {'2daae526-568a-432f-8e14-063475fe7908'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:24:09.141701 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:24:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['2daae526-568a-432f-8e14-063475fe7908'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:09.166799 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bca9b2bd-8900-4bea-81ed-8571aa18cf81 req-b2990141-049e-4ff8-88e3-42e39b33f5bf tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832129 Jul 21 00:24:09.184604 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-744a6362-af70-48c1-8ed6-c6e126f5089e req-973b8560-4bb0-4a35-921e-0346df904bd3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930648 Jul 21 00:24:09.194543 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Deleting port 4e7a8408-88b5-4445-ae29-12fef51f79b5 {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:24:09.194878 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.233428 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] Set router 2daae526-568a-432f-8e14-063475fe7908 gateway port host: None {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:24:09.246297 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-03ef5ca9-4192-48c8-a90a-2dd4c6ad0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:09.248308 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-03ef5ca9-4192-48c8-a90a-2dd4c6ad0d98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.2982028 Jul 21 00:24:09.279011 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] For port 4e7a8408-88b5-4445-ae29-12fef51f79b5, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=4e7a8408-88b5-4445-ae29-12fef51f79b5,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:09.279371 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.287747 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:24:09Z', 'revision_number': 6, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port_host': None}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:09.293014 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Calling delete_port for 4e7a8408-88b5-4445-ae29-12fef51f79b5 owned by network:router_gateway {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:24:09.306958 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-1c60b7f0-c3cd-41f2-829b-624a161b9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:09.308814 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-1c60b7f0-c3cd-41f2-829b-624a161b9912 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0536280 Jul 21 00:24:09.314390 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c43d2-22a2-447d-8f6e-e4f0bf8392a2 None None] The sync data for ids ['2daae526-568a-432f-8e14-063475fe7908'] in dv-cinder-679138-11-smb is: [{'id': '2daae526-568a-432f-8e14-063475fe7908', 'name': 'tempest-AttachVolumeTestJSON-244068146-router', 'tenant_id': 'efbe375f4aee40449258a9bcc0547750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:39Z', 'updated_at': '2021-07-21T00:24:09Z', 'revision_number': 6, 'project_id': 'efbe375f4aee40449258a9bcc0547750', 'gw_port_host': None}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:24:09.404729 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-58f2113d-68df-4eef-951d-e5abaacb4116 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889952 Jul 21 00:24:09.481666 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.495981 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d1040c9b-ec44-4be2-b9e0-9ef3fa44c282 req-9268853c-c4ee-4306-b668-9a3e95845c9d service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847068 Jul 21 00:24:09.505035 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7a8408-88b5-4445-ae29-12fef51f79b5,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:09.515968 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.516315 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.516750 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.517094 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.517428 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.518216 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.518216 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.518393 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.518703 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.519024 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.519347 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.519669 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:24:09.582078 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4055988'] for router_gateway, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.688291 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4055651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26344'] for router, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.690515 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.766636 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4061519'] for router, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.767330 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2daae526-568a-432f-8e14-063475fe7908 {{(pid=94869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 00:24:09.772590 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] Notify callbacks [] for router, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.773313 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-e2242c79-41bd-4e49-8de2-9cdc5a0b6858 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2daae526-568a-432f-8e14-063475fe7908 HTTP/1.1" status: 204 len: 168 time: 1.0188997 Jul 21 00:24:09.776372 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34350) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:09.817633 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_v2 [None req-046b5941-22fb-41ea-83a8-2f484a9b3def admin admin] Deleting subnet c6f70018-3e48-4eeb-828a-b5371037ea59 {{(pid=94869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:24:09.820435 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-046b5941-22fb-41ea-83a8-2f484a9b3def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.853982 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-046b5941-22fb-41ea-83a8-2f484a9b3def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439224'] for subnet, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:09.957411 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-046b5941-22fb-41ea-83a8-2f484a9b3def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.005804 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-046b5941-22fb-41ea-83a8-2f484a9b3def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8450654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580651'] for subnet, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.032843 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-046b5941-22fb-41ea-83a8-2f484a9b3def admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.035444 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-046b5941-22fb-41ea-83a8-2f484a9b3def admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c6f70018-3e48-4eeb-828a-b5371037ea59 HTTP/1.1" status: 204 len: 168 time: 0.2574110 Jul 21 00:24:10.036672 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b5941-22fb-41ea-83a8-2f484a9b3def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f70018-3e48-4eeb-828a-b5371037ea59,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:10.037449 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34352) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:10.037912 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94cc0a-6811-45ef-8409-616fd30454ed None None] Network 8355f9be-4e62-41cd-bf82-895434776e88 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:24:10.095943 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device f23ea481-9fe6-4032-b588-1fed42745636 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:24:10.110824 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.121007 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: f23ea481-9fe6-4032-b588-1fed42745636 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:24:10.121357 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device f23ea481-9fe6-4032-b588-1fed42745636 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:24:10.164418 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Deleting port 70b209c5-0aad-4360-9054-4341e56d67c4 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:24:10.164759 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.235042 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] For port 70b209c5-0aad-4360-9054-4341e56d67c4, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=70b209c5-0aad-4360-9054-4341e56d67c4,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:10.235401 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.250325 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Calling delete_port for 70b209c5-0aad-4360-9054-4341e56d67c4 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:24:10.253644 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab58ac69-76a6-4d6e-8934-8b0f8245afd5 None None] DHCP port deletion for 8355f9be-4e62-41cd-bf82-895434776e88 request from dv-cinder-679138-11-smb {{(pid=94870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 21 00:24:10.327390 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ab58ac69-76a6-4d6e-8934-8b0f8245afd5 None None] Deleting port 70b209c5-0aad-4360-9054-4341e56d67c4 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:24:10.327879 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab58ac69-76a6-4d6e-8934-8b0f8245afd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.341680 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.372421 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Pushing event deleted for resources: {'Port': ['ID=70b209c5-0aad-4360-9054-4341e56d67c4,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:10.374277 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] No DVR routers for this DVR port 70b209c5-0aad-4360-9054-4341e56d67c4 on host dv-cinder-679138-11-smb {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:24:10.385646 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b991b23-ceb2-4347-9a89-d8dc7782da33 req-2baa2552-869c-49c8-8863-fbf8783d333b tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:10.392672 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9b991b23-ceb2-4347-9a89-d8dc7782da33 req-2baa2552-869c-49c8-8863-fbf8783d333b tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 944 time: 0.1295607 Jul 21 00:24:10.411981 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-ab58ac69-76a6-4d6e-8934-8b0f8245afd5 None None] For port 70b209c5-0aad-4360-9054-4341e56d67c4, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=70b209c5-0aad-4360-9054-4341e56d67c4,segment=NetworkSegment(7aa1ee89-8c2f-4354-9b20-b046a703ef91),segment_id=7aa1ee89-8c2f-4354-9b20-b046a703ef91)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:10.412790 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab58ac69-76a6-4d6e-8934-8b0f8245afd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.422983 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bba79-bd50-4793-861f-c88f315b342f req-5d2261fc-b02c-4138-955a-dac4fa9e4d11 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:10.424821 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-388bba79-bd50-4793-861f-c88f315b342f req-5d2261fc-b02c-4138-955a-dac4fa9e4d11 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1235762 Jul 21 00:24:10.438067 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ab58ac69-76a6-4d6e-8934-8b0f8245afd5 None None] Calling delete_port for 70b209c5-0aad-4360-9054-4341e56d67c4 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:24:10.456771 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.462624 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9b991b23-ceb2-4347-9a89-d8dc7782da33 req-2d25b1cf-8a2c-41fe-b0d4-85b0b95338b6 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640888 Jul 21 00:24:10.470089 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8355f9be-4e62-41cd-bf82-895434776e88']}} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:10.478934 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa1ee89-8c2f-4354-9b20-b046a703ef91') {'for_net_delete': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:10.479172 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa1ee89-8c2f-4354-9b20-b046a703ef91') {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:24:10.488345 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8529750'] for segment, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.493033 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-388bba79-bd50-4793-861f-c88f315b342f req-e7fe6c4a-7d32-44e4-afa9-720f604f3b2f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558619 Jul 21 00:24:10.504192 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.511853 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:24:10.512304 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3221053'] for segment, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: Traceback (most recent call last): Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: timer() Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: cb(*args, **kw) Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: return func(*args, **kwargs) Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: self._notify() Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: self.callback(batched_events) Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: event.method(event) Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: return f(self, *a, **k) Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: return self._get(url).json() Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: return self.request(url, 'GET', **kwargs) Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:24:10.514305 dv-cinder-679138-11-smb neutron-server[94868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:24:10.567613 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.573009 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.575078 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] 10.222.0.35 "DELETE /v2.0/networks/8355f9be-4e62-41cd-bf82-895434776e88 HTTP/1.1" status: 204 len: 168 time: 0.5365870 Jul 21 00:24:10.575781 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab58ac69-76a6-4d6e-8934-8b0f8245afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.580541 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 8f03f858-4388-48e0-9e89-f6fdbc886a07 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:24:10.588892 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baac1d7-a3fd-40c4-b4cf-1e584b5cbfee admin admin] Pushing event deleted for resources: {'Network': ['ID=8355f9be-4e62-41cd-bf82-895434776e88,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:10.607588 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab58ac69-76a6-4d6e-8934-8b0f8245afd5 None None] Network 8355f9be-4e62-41cd-bf82-895434776e88 is not hosted by any dhcp agent {{(pid=94870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 21 00:24:10.608280 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58ac69-76a6-4d6e-8934-8b0f8245afd5 None None] No DVR routers for this DVR port 70b209c5-0aad-4360-9054-4341e56d67c4 on host dv-cinder-679138-11-smb {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:24:10.609631 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58ac69-76a6-4d6e-8934-8b0f8245afd5 None None] Pushing event deleted for resources: {'Port': ['ID=70b209c5-0aad-4360-9054-4341e56d67c4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:10.701021 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34360) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:10.701514 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 8f03f858-4388-48e0-9e89-f6fdbc886a07, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:10.714326 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'port_id': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'mac_address': 'fa:16:3e:6f:18:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:24:10.747215 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-0a35b324-d8e0-419f-8cef-57e128f75f5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efbe375f4aee40449258a9bcc0547750&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446920 Jul 21 00:24:10.749506 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34362) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:10.750486 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.764037 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f03f858-4388-48e0-9e89-f6fdbc886a07 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:24:10.783208 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 8f03f858-4388-48e0-9e89-f6fdbc886a07, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:10.787886 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.800009 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c80fcba8-36a9-456b-952c-11065a74b35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.820585 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c80fcba8-36a9-456b-952c-11065a74b35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.835863 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=8f03f858-4388-48e0-9e89-f6fdbc886a07,revision_number=7']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:10.867234 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c80fcba8-36a9-456b-952c-11065a74b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.869970 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c80fcba8-36a9-456b-952c-11065a74b35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:10.871122 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-c80fcba8-36a9-456b-952c-11065a74b35e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46ab763e-dcb5-48e9-9a65-c3036d176f07 HTTP/1.1" status: 204 len: 168 time: 0.1207292 Jul 21 00:24:10.878570 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fcba8-36a9-456b-952c-11065a74b35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ab763e-dcb5-48e9-9a65-c3036d176f07,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:11.000136 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['8f03f858-4388-48e0-9e89-f6fdbc886a07'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:24:11.614633 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e375c-1185-4a5a-846c-8a209f2a6aea req-7e5b3e2b-b9cf-4728-a0e2-2456a8f8a7cd tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:11.616118 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-992e375c-1185-4a5a-846c-8a209f2a6aea req-7e5b3e2b-b9cf-4728-a0e2-2456a8f8a7cd tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 945 time: 0.0985889 Jul 21 00:24:11.639362 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 4e7a8408-88b5-4445-ae29-12fef51f79b5 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:24:11.658897 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 4e7a8408-88b5-4445-ae29-12fef51f79b5 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:24:11.659242 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 4e7a8408-88b5-4445-ae29-12fef51f79b5 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:24:11.659661 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 70b209c5-0aad-4360-9054-4341e56d67c4 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:24:11.670568 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a4fdb-e2ea-448a-9ecd-afb9c2f8d08d req-cce18975-425b-4baf-bf4d-9d5c45fa069c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:11.672040 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-999a4fdb-e2ea-448a-9ecd-afb9c2f8d08d req-cce18975-425b-4baf-bf4d-9d5c45fa069c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.1025167 Jul 21 00:24:11.674621 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-992e375c-1185-4a5a-846c-8a209f2a6aea req-c8dc0665-2143-4e41-8e1f-116daa34b71b tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513816 Jul 21 00:24:11.680325 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 70b209c5-0aad-4360-9054-4341e56d67c4 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:24:11.680798 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 70b209c5-0aad-4360-9054-4341e56d67c4 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:24:11.711437 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-999a4fdb-e2ea-448a-9ecd-afb9c2f8d08d req-781b476b-a57c-41f2-997d-95cde70e987b tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338140 Jul 21 00:24:12.577749 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 8f03f858-4388-48e0-9e89-f6fdbc886a07 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:24:12.626250 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 8f03f858-4388-48e0-9e89-f6fdbc886a07 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:24:12.626621 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:12.642500 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ebf31-aa81-42db-91a1-6357e12ed985 req-94f41dea-64f9-4849-99a4-c9ac70d521d3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:12.644290 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-384ebf31-aa81-42db-91a1-6357e12ed985 req-94f41dea-64f9-4849-99a4-c9ac70d521d3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 945 time: 0.0683637 Jul 21 00:24:12.689865 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-384ebf31-aa81-42db-91a1-6357e12ed985 req-6225412b-8d38-4b65-8c24-907230f6c146 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398364 Jul 21 00:24:12.711090 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:12.736802 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:24:12.739216 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06217d6-e3a6-4b83-84e7-4b11d1bfa1da" -d '{"events": [{"server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "name": "network-vif-plugged", "status": "completed", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:24:12.755180 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 8f03f858-4388-48e0-9e89-f6fdbc886a07, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:12.761682 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:12.762623 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 52df7af1-92f5-469e-ba7e-ed7f8057cff8 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:24:12.837341 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831ef6b-66a4-49ab-a396-1461c4e84d07 req-93467957-57ed-4570-bd68-6baa2d1f0870 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:12.845310 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6831ef6b-66a4-49ab-a396-1461c4e84d07 req-93467957-57ed-4570-bd68-6baa2d1f0870 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0918994 Jul 21 00:24:12.848645 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=8f03f858-4388-48e0-9e89-f6fdbc886a07,revision_number=8']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:12.852709 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d691d3-4361-40f7-bfcf-769b5bfedaee x-openstack-request-id: req-41d691d3-4361-40f7-bfcf-769b5bfedaee {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:24:12.853486 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "name": "network-vif-plugged", "status": "completed", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:24:12.853891 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41d691d3-4361-40f7-bfcf-769b5bfedaee {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:24:12.854450 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'code': 200} Jul 21 00:24:12.890321 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6831ef6b-66a4-49ab-a396-1461c4e84d07 req-529ceb45-d7e3-447e-a014-bb4e1bc18c99 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 Jul 21 00:24:12.948570 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34450) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:13.025577 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:13.052832 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-15de9a77-8c83-4046-a9d5-7c9053d1a298 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1028259 Jul 21 00:24:13.059621 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:13.064361 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:13.115247 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=8']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:13.115623 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc18b6-4624-4088-98d6-25afb73afa1d req-57a28798-7f7c-41a3-b2ce-15d6132ee3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:13.117789 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-04cc18b6-4624-4088-98d6-25afb73afa1d req-57a28798-7f7c-41a3-b2ce-15d6132ee3da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1099 time: 0.0641072 Jul 21 00:24:13.153380 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-04cc18b6-4624-4088-98d6-25afb73afa1d req-8fbc021d-d130-47e2-a84d-549147d3bc47 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283396 Jul 21 00:24:13.827990 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15231a25-870b-4b70-9f4b-8585cea880ff req-0b9ed013-e118-4067-99be-e39bfc3bdbac tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:13.829475 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-15231a25-870b-4b70-9f4b-8585cea880ff req-0b9ed013-e118-4067-99be-e39bfc3bdbac tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0616255 Jul 21 00:24:13.867935 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-15231a25-870b-4b70-9f4b-8585cea880ff req-39e4bfb8-b91d-4e7e-863f-30128a1201ec tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327559 Jul 21 00:24:13.925166 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-d0f00fec-c6b6-4399-a215-0c22732d771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:13.926676 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-d0f00fec-c6b6-4399-a215-0c22732d771a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71&tenant_id=64ab96a867c44185aa47a4b7dc5e6171 HTTP/1.1" status: 200 len: 1096 time: 0.0527492 Jul 21 00:24:14.004090 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-689a57e4-7f34-4f0d-b8d1-b741ef96b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:14.005566 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-689a57e4-7f34-4f0d-b8d1-b741ef96b282 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 1096 time: 0.0571246 Jul 21 00:24:14.021938 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41677d56-7bba-4d41-8ec6-111552348bed req-feef5b93-336d-4613-94b6-b0cd726d31c6 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:14.023398 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-41677d56-7bba-4d41-8ec6-111552348bed req-feef5b93-336d-4613-94b6-b0cd726d31c6 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0655999 Jul 21 00:24:14.062347 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-41677d56-7bba-4d41-8ec6-111552348bed req-f8772d89-8f88-4413-bd44-261844d14d58 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325253 Jul 21 00:24:14.111743 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-aa909b89-a1cf-4f3a-8906-3af5c92b02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:14.113258 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-aa909b89-a1cf-4f3a-8906-3af5c92b02a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 200 len: 918 time: 0.0912974 Jul 21 00:24:14.175335 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-2f94824c-f10d-42dc-9501-19011d91664d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8 HTTP/1.1" status: 200 len: 999 time: 0.0556595 Jul 21 00:24:14.225163 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-823bb3c7-a811-4a5a-ab00-96c2070e6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:14.226543 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-823bb3c7-a811-4a5a-ab00-96c2070e6a20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 200 len: 856 time: 0.0456944 Jul 21 00:24:14.281077 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-a1d55d79-fe49-4f54-bac7-0d5142c7423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:14.282437 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-a1d55d79-fe49-4f54-bac7-0d5142c7423c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd9d4f1b-800b-4aec-9239-aeaacd30c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0495994 Jul 21 00:24:14.367342 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-cf7ab5b8-16ad-4462-a67a-6f76b87b3927 service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775957 Jul 21 00:24:14.456058 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3ad593e9-30dd-4c0e-9c1e-0af5109f901f req-8df28354-6b3c-471f-90bc-573ff9dd131e service neutron] 10.222.0.32 "GET /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824056 Jul 21 00:24:14.856208 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:24:14.858672 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1058e6e2-016a-43bf-aaaf-a479f8fb1811" -d '{"events": [{"server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "name": "network-vif-unplugged", "status": "completed", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:24:14.896863 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Jul 2021 00:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82edcc0-bbd1-47d1-b861-81871d1ace39 x-openstack-request-id: req-f82edcc0-bbd1-47d1-b861-81871d1ace39 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:24:14.897218 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "name": "network-vif-unplugged", "status": "completed", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:24:14.897472 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f82edcc0-bbd1-47d1-b861-81871d1ace39 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:24:14.897855 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'code': 200} Jul 21 00:24:15.013712 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a8f0-b7fc-4922-95cc-cb0ef3883cf2 req-82e48b10-4597-4ceb-84a5-e1f43c23411e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:15.015888 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-44f5a8f0-b7fc-4922-95cc-cb0ef3883cf2 req-82e48b10-4597-4ceb-84a5-e1f43c23411e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0750456 Jul 21 00:24:15.065635 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-44f5a8f0-b7fc-4922-95cc-cb0ef3883cf2 req-99beee90-1352-4805-a06e-7d74c08bb502 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Jul 21 00:24:15.218828 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccfe30-d5a1-4a90-917b-0c0997ff0099 req-082eb262-84ac-4910-8c26-6d3083c01db2 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:15.220335 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-31ccfe30-d5a1-4a90-917b-0c0997ff0099 req-082eb262-84ac-4910-8c26-6d3083c01db2 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0744123 Jul 21 00:24:15.264631 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-31ccfe30-d5a1-4a90-917b-0c0997ff0099 req-aa12edcd-c188-41bd-ad90-e00b605bc834 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381827 Jul 21 00:24:16.205598 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1aab3f-03a1-4179-ac5e-f28f6ae64e1e req-37d6093a-ac5b-4294-a256-76e58aff9bd7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:16.207912 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0f1aab3f-03a1-4179-ac5e-f28f6ae64e1e req-37d6093a-ac5b-4294-a256-76e58aff9bd7 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0671175 Jul 21 00:24:16.246437 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0f1aab3f-03a1-4179-ac5e-f28f6ae64e1e req-fee64a7d-e10c-4434-8d71-d6b8251f855d tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Jul 21 00:24:17.229420 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34554) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:17.335443 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-140cd595-e63e-4084-8acd-cce0b02d2a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:17.398153 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6f932-836d-4245-b7ac-27cf7259f1fd req-8848e11b-4736-4a96-846b-efed316eb8cf tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:17.399757 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-89d6f932-836d-4245-b7ac-27cf7259f1fd req-8848e11b-4736-4a96-846b-efed316eb8cf tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0676312 Jul 21 00:24:17.449921 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-89d6f932-836d-4245-b7ac-27cf7259f1fd req-76c6c870-8f96-4031-9c91-e3caf1c31fcb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Jul 21 00:24:17.453653 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-140cd595-e63e-4084-8acd-cce0b02d2a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:17.459153 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-140cd595-e63e-4084-8acd-cce0b02d2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:17.503217 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-140cd595-e63e-4084-8acd-cce0b02d2a22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4db16de982d4c6499baa22713bc368f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719929 Jul 21 00:24:17.504190 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cd595-e63e-4084-8acd-cce0b02d2a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0dbcf8-28aa-4e09-b997-a6bf9644ec38,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:17.505972 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34560) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:17.554917 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-42b380cf-7067-4571-a7e9-b341debdc016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:17.579119 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-42b380cf-7067-4571-a7e9-b341debdc016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:17.624917 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-42b380cf-7067-4571-a7e9-b341debdc016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:17.627438 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-42b380cf-7067-4571-a7e9-b341debdc016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:17.628571 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-42b380cf-7067-4571-a7e9-b341debdc016 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c0dbcf8-28aa-4e09-b997-a6bf9644ec38 HTTP/1.1" status: 204 len: 168 time: 0.1216173 Jul 21 00:24:17.641781 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b380cf-7067-4571-a7e9-b341debdc016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0dbcf8-28aa-4e09-b997-a6bf9644ec38,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:18.604574 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cff2f-d439-447f-8b90-fcc9134bbdeb req-3e3294b7-f6c8-4cc2-81ca-5a60cf005131 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:18.612686 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7f9cff2f-d439-447f-8b90-fcc9134bbdeb req-3e3294b7-f6c8-4cc2-81ca-5a60cf005131 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0751088 Jul 21 00:24:18.648091 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7f9cff2f-d439-447f-8b90-fcc9134bbdeb req-fe68a68e-3741-49f5-94d0-6b61decab415 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342972 Jul 21 00:24:19.516553 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34622) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:19.622593 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-58d2a6ac-a845-4f36-b876-e02a27d63dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:19.713942 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-58d2a6ac-a845-4f36-b876-e02a27d63dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:19.722180 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-58d2a6ac-a845-4f36-b876-e02a27d63dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:19.750345 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-58d2a6ac-a845-4f36-b876-e02a27d63dcb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=303c224085474602b4b414aaf318db2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324951 Jul 21 00:24:19.753200 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34628) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:19.823297 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2a6ac-a845-4f36-b876-e02a27d63dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17145bf3-50f9-478a-9ed8-33f76d4e1d27,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:19.863607 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-25053680-1c35-4223-909c-ec9bcbc4160c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:19.888970 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad126bca-911d-4935-ad36-9663ecdfc924 req-4de08289-9292-4b56-b7a0-6e09f218b24a tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:19.890491 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ad126bca-911d-4935-ad36-9663ecdfc924 req-4de08289-9292-4b56-b7a0-6e09f218b24a tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.1449060 Jul 21 00:24:19.901123 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-25053680-1c35-4223-909c-ec9bcbc4160c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:19.956136 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ad126bca-911d-4935-ad36-9663ecdfc924 req-4512c0eb-fc51-4d91-9f43-32f488b18029 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576410 Jul 21 00:24:19.981780 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-25053680-1c35-4223-909c-ec9bcbc4160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:19.985142 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-25053680-1c35-4223-909c-ec9bcbc4160c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:19.987080 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-25053680-1c35-4223-909c-ec9bcbc4160c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17145bf3-50f9-478a-9ed8-33f76d4e1d27 HTTP/1.1" status: 204 len: 168 time: 0.2327764 Jul 21 00:24:19.996566 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25053680-1c35-4223-909c-ec9bcbc4160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17145bf3-50f9-478a-9ed8-33f76d4e1d27,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:20.275281 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34634) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:20.290803 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6985e2e-5d9e-4533-9553-359159cdfa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:20.392062 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6985e2e-5d9e-4533-9553-359159cdfa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:20.395771 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6985e2e-5d9e-4533-9553-359159cdfa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:20.437319 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-e6985e2e-5d9e-4533-9553-359159cdfa38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4702b2f679394a8792ff5b1a4614b067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603055 Jul 21 00:24:20.438750 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6985e2e-5d9e-4533-9553-359159cdfa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e91385-6ce2-424c-ba94-d8b953674137,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:20.439943 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34636) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:20.493220 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74d9aec0-8a4e-4a1c-b56f-614009344539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:20.520276 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74d9aec0-8a4e-4a1c-b56f-614009344539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:20.568864 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74d9aec0-8a4e-4a1c-b56f-614009344539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:20.571614 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-74d9aec0-8a4e-4a1c-b56f-614009344539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:20.572781 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-74d9aec0-8a4e-4a1c-b56f-614009344539 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62e91385-6ce2-424c-ba94-d8b953674137 HTTP/1.1" status: 204 len: 168 time: 0.1318421 Jul 21 00:24:20.585154 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9aec0-8a4e-4a1c-b56f-614009344539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e91385-6ce2-424c-ba94-d8b953674137,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:21.099435 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1948a8-6200-4490-97a1-24a59d3a7a5c req-8efee584-bf7b-4829-9c95-1568468e7ee6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:21.107396 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0f1948a8-6200-4490-97a1-24a59d3a7a5c req-8efee584-bf7b-4829-9c95-1568468e7ee6 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0754974 Jul 21 00:24:21.144755 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0f1948a8-6200-4490-97a1-24a59d3a7a5c req-9418e49f-d46d-4e68-9ba9-9916d6575d66 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361600 Jul 21 00:24:21.671672 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34670) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:21.775596 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-dbe26f9d-045d-48e0-83e5-51ca3f9e5c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:21.870232 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-dbe26f9d-045d-48e0-83e5-51ca3f9e5c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:21.874825 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-dbe26f9d-045d-48e0-83e5-51ca3f9e5c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:21.912812 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-dbe26f9d-045d-48e0-83e5-51ca3f9e5c9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba01c1917afc48ddb4b24bec6f2e607d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399795 Jul 21 00:24:21.913706 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe26f9d-045d-48e0-83e5-51ca3f9e5c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff01d2a-a29b-43a5-b3ac-786220ceaa0c,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:21.915564 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34674) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:21.970563 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc812f50-3fb1-43b0-908a-cd7d1fe8950b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:21.992535 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc812f50-3fb1-43b0-908a-cd7d1fe8950b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:22.038564 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc812f50-3fb1-43b0-908a-cd7d1fe8950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:22.041461 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc812f50-3fb1-43b0-908a-cd7d1fe8950b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:22.043532 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-dc812f50-3fb1-43b0-908a-cd7d1fe8950b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ff01d2a-a29b-43a5-b3ac-786220ceaa0c HTTP/1.1" status: 204 len: 168 time: 0.1262851 Jul 21 00:24:22.060540 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc812f50-3fb1-43b0-908a-cd7d1fe8950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff01d2a-a29b-43a5-b3ac-786220ceaa0c,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:22.299621 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4f64-935b-46b2-bbdd-7995efde7f9e req-ca98766c-7722-4ae0-ae5d-b8213c1c8f6c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:22.301189 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f5ec4f64-935b-46b2-bbdd-7995efde7f9e req-ca98766c-7722-4ae0-ae5d-b8213c1c8f6c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0745516 Jul 21 00:24:22.348104 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f5ec4f64-935b-46b2-bbdd-7995efde7f9e req-aca695f1-8b9a-4a62-9aa7-af8d8b58d8eb tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375588 Jul 21 00:24:23.496448 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6013e-7eaa-46af-ac7a-6fecdc6f4eb9 req-d1014f48-02e8-42ca-8d61-6c24311d3876 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:23.498049 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1ed6013e-7eaa-46af-ac7a-6fecdc6f4eb9 req-d1014f48-02e8-42ca-8d61-6c24311d3876 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0696812 Jul 21 00:24:23.538913 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1ed6013e-7eaa-46af-ac7a-6fecdc6f4eb9 req-99268d44-b54c-4d9c-aca5-1be8b444a35e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346518 Jul 21 00:24:24.696502 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1c1c6-6b19-4f5d-874d-b146fdb13c68 req-9b1ac060-0cba-4ceb-a85a-c5adc8da5854 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:24.698091 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a1d1c1c6-6b19-4f5d-874d-b146fdb13c68 req-9b1ac060-0cba-4ceb-a85a-c5adc8da5854 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0817361 Jul 21 00:24:24.740508 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a1d1c1c6-6b19-4f5d-874d-b146fdb13c68 req-9bdadd17-7454-40b9-b1ab-a50b56c261c2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356250 Jul 21 00:24:24.929231 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:24:25.872047 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931f73b-552b-4fc6-ad74-ee35755a730f req-f102d8e8-56e3-4f9a-9667-32c9e8ab8b2c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:25.873530 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a931f73b-552b-4fc6-ad74-ee35755a730f req-f102d8e8-56e3-4f9a-9667-32c9e8ab8b2c tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 943 time: 0.0608544 Jul 21 00:24:25.908908 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a931f73b-552b-4fc6-ad74-ee35755a730f req-2045abe6-9856-40d4-bfb5-815f1b54c7f9 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300336 Jul 21 00:24:26.235075 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34750) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:26.332504 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4848ce57-be84-49c1-9852-5e48da9cc6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:26.416873 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4848ce57-be84-49c1-9852-5e48da9cc6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:26.420645 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4848ce57-be84-49c1-9852-5e48da9cc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:26.460110 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4848ce57-be84-49c1-9852-5e48da9cc6ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=684bbe2ed78243ffb5a7394fb9be6cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239788 Jul 21 00:24:26.460928 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848ce57-be84-49c1-9852-5e48da9cc6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35b8122-f586-4b06-b3bc-610ce2f26eef,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:26.462807 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34754) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:24:26.510658 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-da6b1a7f-d63b-4850-ab8a-2f5128bddbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:26.531022 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-da6b1a7f-d63b-4850-ab8a-2f5128bddbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:26.575460 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-da6b1a7f-d63b-4850-ab8a-2f5128bddbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:26.578006 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-da6b1a7f-d63b-4850-ab8a-2f5128bddbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:26.579110 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-da6b1a7f-d63b-4850-ab8a-2f5128bddbcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a35b8122-f586-4b06-b3bc-610ce2f26eef HTTP/1.1" status: 204 len: 168 time: 0.1152928 Jul 21 00:24:26.586706 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b1a7f-d63b-4850-ab8a-2f5128bddbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35b8122-f586-4b06-b3bc-610ce2f26eef,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:26.653095 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 52df7af1-92f5-469e-ba7e-ed7f8057cff8 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:24:26.836273 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:26.855753 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'port_id': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'mac_address': 'fa:16:3e:8e:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:24:26.903394 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:26.921708 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52df7af1-92f5-469e-ba7e-ed7f8057cff8 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:24:26.945881 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:26.950684 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:27.002244 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=9']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:27.043592 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c9c09-58a9-467e-9138-23466e5300b8 req-04c56d7e-fc66-4546-88b8-366c863b2dec tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:27.045087 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fd0c9c09-58a9-467e-9138-23466e5300b8 req-04c56d7e-fc66-4546-88b8-366c863b2dec tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 944 time: 0.0665219 Jul 21 00:24:27.081328 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-fd0c9c09-58a9-467e-9138-23466e5300b8 req-aa74ae47-1a07-4088-8b4e-dee10f84497f tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305810 Jul 21 00:24:27.163532 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['52df7af1-92f5-469e-ba7e-ed7f8057cff8'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:24:28.210979 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294c38a-cfbc-4a96-99ee-a5b593840c14 req-084ff1e0-6013-4d3d-818d-3ac6a18da638 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:28.212431 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c294c38a-cfbc-4a96-99ee-a5b593840c14 req-084ff1e0-6013-4d3d-818d-3ac6a18da638 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 944 time: 0.0606496 Jul 21 00:24:28.248641 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c294c38a-cfbc-4a96-99ee-a5b593840c14 req-fbf56547-4c28-42cd-adf4-009a878d3d47 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306423 Jul 21 00:24:28.668973 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 52df7af1-92f5-469e-ba7e-ed7f8057cff8 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:24:28.714552 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:24:28.714855 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:28.789390 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:28.810837 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:24:28.813088 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dab533-bd46-4edd-bdb5-c2f17398e5e0" -d '{"events": [{"server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "name": "network-vif-plugged", "status": "completed", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:24:28.825045 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:24:28.830149 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:28.853034 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb5116f-ef7c-4473-923d-3d09075ccc56 x-openstack-request-id: req-bcb5116f-ef7c-4473-923d-3d09075ccc56 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:24:28.853321 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "name": "network-vif-plugged", "status": "completed", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:24:28.853570 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcb5116f-ef7c-4473-923d-3d09075ccc56 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:24:28.853949 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'code': 200} Jul 21 00:24:28.879711 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=10']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:24:29.026039 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58d33f-e52f-4c11-90ff-9bbd3468a46b req-1adcf2cc-a91b-428f-a7b3-1a39fe08e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:29.027934 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ff58d33f-e52f-4c11-90ff-9bbd3468a46b req-1adcf2cc-a91b-428f-a7b3-1a39fe08e5eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 1099 time: 0.0509937 Jul 21 00:24:29.061126 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ff58d33f-e52f-4c11-90ff-9bbd3468a46b req-455091d2-d064-483b-995e-3b15dde4d980 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265882 Jul 21 00:24:29.380839 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601f457-bf67-4a62-9db2-135f9be2f7fe req-cb0249f6-74db-4ccc-8e6b-5fcdc30514f0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:29.382375 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3601f457-bf67-4a62-9db2-135f9be2f7fe req-cb0249f6-74db-4ccc-8e6b-5fcdc30514f0 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 946 time: 0.0649102 Jul 21 00:24:29.420000 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3601f457-bf67-4a62-9db2-135f9be2f7fe req-178c2a40-23fa-45cb-9246-c3d5d23f5a49 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315182 Jul 21 00:24:30.556256 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb45a57-ea25-45b9-aac5-c37b44ea7c01 req-74829a1b-faed-4bfc-8253-3334a7406337 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:30.557799 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1cb45a57-ea25-45b9-aac5-c37b44ea7c01 req-74829a1b-faed-4bfc-8253-3334a7406337 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 946 time: 0.0660090 Jul 21 00:24:30.598417 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-1cb45a57-ea25-45b9-aac5-c37b44ea7c01 req-35ad2897-69a5-45af-9f08-c8074163a0b3 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350199 Jul 21 00:24:31.646723 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4d0d-0241-4fe8-8d72-9ea412a11e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:31.729940 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f2101-de3c-427d-ac35-0ca42ee9ec1a req-0c9cb97e-da4d-48fe-881f-1f4bd100a2fa tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:24:31.731305 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ac9f2101-de3c-427d-ac35-0ca42ee9ec1a req-0c9cb97e-da4d-48fe-881f-1f4bd100a2fa tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 946 time: 0.0609164 Jul 21 00:24:31.767344 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ac9f2101-de3c-427d-ac35-0ca42ee9ec1a req-0413a3f1-387d-4e2e-a0e2-157935c42dc8 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305879 Jul 21 00:24:32.525870 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:34.210314 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-80f1b8cb-1a90-4772-9126-974450386e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:34.230924 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:35.197321 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:24:36.649383 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:00.067933 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-bc1b0c73-127f-433b-b951-b6c0b0cfe298 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496523 Jul 21 00:25:00.160763 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-4e678bc2-d205-4d40-8e98-9d493ad58b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:00.162356 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-4e678bc2-d205-4d40-8e98-9d493ad58b0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b98382a294204610b4908a27a3ac4e47&device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1099 time: 0.0531528 Jul 21 00:25:00.261674 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-80f938ef-1eed-4f6c-a301-8e94b0a06912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:00.263094 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-80f938ef-1eed-4f6c-a301-8e94b0a06912 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c706641-be67-4d64-adc0-ebb5149a1807 HTTP/1.1" status: 200 len: 910 time: 0.0817635 Jul 21 00:25:00.328876 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-b5f9381d-70f5-47a6-847a-1bdadc73bb3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07 HTTP/1.1" status: 200 len: 1001 time: 0.0580342 Jul 21 00:25:00.376446 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-94d686f3-9622-4675-9f3e-859d329935f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:00.377901 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-94d686f3-9622-4675-9f3e-859d329935f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7e73f3a-fa02-4d00-9da8-e163115c08ce HTTP/1.1" status: 200 len: 848 time: 0.0425069 Jul 21 00:25:00.434940 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-5567de91-cae0-4c03-912a-7aec1427f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:00.436424 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-5567de91-cae0-4c03-912a-7aec1427f4da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c706641-be67-4d64-adc0-ebb5149a1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0514846 Jul 21 00:25:00.529198 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-1407b296-26ba-453d-b8e3-514da1f96431 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855355 Jul 21 00:25:00.618459 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-4caf3654-929c-4ec8-8c1f-b6500bd904a5 req-7e56fb45-4a8d-4e7c-956d-e937b5ff3532 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819333 Jul 21 00:25:00.750620 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ae69d-4957-4f4e-b170-73664300cec2 req-faeb6774-2386-4c4b-96c7-4ef7bd90665e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:00.752073 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-715ae69d-4957-4f4e-b170-73664300cec2 req-faeb6774-2386-4c4b-96c7-4ef7bd90665e tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 946 time: 0.0642614 Jul 21 00:25:00.788835 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-715ae69d-4957-4f4e-b170-73664300cec2 req-cf39a971-ff23-4fee-9fab-9c962dea7653 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Jul 21 00:25:01.646769 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b20695e-fb00-44a1-85e2-d3f17ff23f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:01.925263 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961c527-4d7c-4a74-9ff6-42991d557fd4 req-5fac296c-ae28-423b-b2d1-fd96402d5594 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:01.926733 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a961c527-4d7c-4a74-9ff6-42991d557fd4 req-5fac296c-ae28-423b-b2d1-fd96402d5594 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 946 time: 0.0615737 Jul 21 00:25:01.927621 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:25:01.962996 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a961c527-4d7c-4a74-9ff6-42991d557fd4 req-f36c4e00-9aea-46f6-b521-014b4c233f78 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups?id=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308592 Jul 21 00:25:02.062958 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-02532ebc-be3b-48a6-b343-f328ef8b8e47 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:02.064408 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-02532ebc-be3b-48a6-b343-f328ef8b8e47 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.32 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 946 time: 0.0651038 Jul 21 00:25:02.160316 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Deleting port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:02.160583 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:02.248814 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] For port 52df7af1-92f5-469e-ba7e-ed7f8057cff8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=52df7af1-92f5-469e-ba7e-ed7f8057cff8,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:02.249208 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:02.410079 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:02.410493 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:02.410751 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.l3_db [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Floating IP 21f22524-a5d3-4140-8de1-9c5fea4ccad9 disassociated. External IP: 172.28.2.101, port: 52df7af1-92f5-469e-ba7e-ed7f8057cff8. Jul 21 00:25:02.411083 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Calling delete_port for 52df7af1-92f5-469e-ba7e-ed7f8057cff8 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:02.523545 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:02.538650 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:02.564278 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event deleted for resources: {'Port': ['ID=52df7af1-92f5-469e-ba7e-ed7f8057cff8,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:02.573518 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.574398 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.574741 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.575076 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.575411 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.575743 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.576076 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.576402 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.576728 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.577076 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.577487 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.577712 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:02.684802 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Router 776cc283-14c9-44f6-8da6-764ef5f77249 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:25:02.786473 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:25:02.796596 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] Sync routers for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:25:02.805812 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:25:02.806410 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:24:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:02.828122 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] No DVR routers for this DVR port 52df7af1-92f5-469e-ba7e-ed7f8057cff8 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:25:02.830628 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:02.832587 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-c49a05eb-5f72-4d39-a2f5-8181c44271c1 req-6e1b6ec1-632d-4eb3-bda6-cf44e210b7b5 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.32 "DELETE /v2.0/ports/52df7af1-92f5-469e-ba7e-ed7f8057cff8 HTTP/1.1" status: 204 len: 173 time: 0.7624869 Jul 21 00:25:02.833106 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'name': 'network-vif-deleted', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:25:02.835378 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa0c080-0264-4693-a6dd-8997c4929c8e" -d '{"events": [{"server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "name": "network-vif-deleted", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:25:02.923205 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:25:03.010913 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a54f2fb-2060-4f32-b0cb-c688c1568d67 x-openstack-request-id: req-2a54f2fb-2060-4f32-b0cb-c688c1568d67 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:25:03.011246 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c8818a-74c4-4c4e-a1c3-3e1a2130ed71", "name": "network-vif-deleted", "tag": "52df7af1-92f5-469e-ba7e-ed7f8057cff8", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:25:03.011502 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a54f2fb-2060-4f32-b0cb-c688c1568d67 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:25:03.011902 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c8818a-74c4-4c4e-a1c3-3e1a2130ed71', 'name': 'network-vif-deleted', 'tag': '52df7af1-92f5-469e-ba7e-ed7f8057cff8', 'status': 'completed', 'code': 200} Jul 21 00:25:03.081952 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a0aaedce-aa3b-4fc4-9075-9ff770d82024 req-e4c89984-3d08-4a3c-a5d8-194962c0af62 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c8818a-74c4-4c4e-a1c3-3e1a2130ed71 HTTP/1.1" status: 200 len: 210 time: 0.0321391 Jul 21 00:25:03.137437 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:03.165577 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] Checking router: 776cc283-14c9-44f6-8da6-764ef5f77249 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:25:03.174092 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:25:03.174686 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:24:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:03.358648 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:25:03.551001 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:03.575975 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baab09e-294a-4c65-8238-3ac2fab4459e None None] The sync data for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb is: [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:18:54Z', 'revision_number': 4, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '22480caa-5794-457c-a52c-6290dc0e4aae', 'name': '', 'network_id': 'bd9d4f1b-800b-4aec-9239-aeaacd30c052', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'mac_address': 'fa:16:3e:b8:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:51Z', 'updated_at': '2021-07-21T00:19:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'subnets': [{'id': '3cec9201-d099-478e-9cec-9fb4fe0eb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:25:03.771486 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca55d93-16b1-402c-ad21-c0d367ebdb7c None None] New status for floating IP 21f22524-a5d3-4140-8de1-9c5fea4ccad9: DOWN {{(pid=94870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:25:04.168468 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34838) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:04.211097 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e804f270-1e1d-4b8a-93ee-10688252f7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.222015 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4e9bccb5-ab3e-4421-bef0-0e9851008ca2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.230755 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.244764 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4e9bccb5-ab3e-4421-bef0-0e9851008ca2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.297146 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4e9bccb5-ab3e-4421-bef0-0e9851008ca2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.299656 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4e9bccb5-ab3e-4421-bef0-0e9851008ca2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.300797 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-4e9bccb5-ab3e-4421-bef0-0e9851008ca2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "DELETE /v2.0/security-groups/996e37b0-50cf-4f48-b9c7-dd8e0d77bea5 HTTP/1.1" status: 204 len: 168 time: 0.1312909 Jul 21 00:25:04.304984 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34840) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:04.310574 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bccb5-ab3e-4421-bef0-0e9851008ca2 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=996e37b0-50cf-4f48-b9c7-dd8e0d77bea5,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:04.318633 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.api.v2.resource [None req-45b1aa80-4f2a-4a1f-a842-7d9a26fcfd83 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] show failed (client error): The resource could not be found. Jul 21 00:25:04.322515 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-45b1aa80-4f2a-4a1f-a842-7d9a26fcfd83 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "GET /v2.0/security-groups/996e37b0-50cf-4f48-b9c7-dd8e0d77bea5 HTTP/1.1" status: 404 len: 347 time: 0.0148942 Jul 21 00:25:04.322804 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34842) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:04.443277 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7332-c6f2-40b0-8ab9-1a69220392d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Deleting port 58946480-d4fb-4d31-8aee-62f449940052 {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:04.443630 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7332-c6f2-40b0-8ab9-1a69220392d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.519538 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7332-c6f2-40b0-8ab9-1a69220392d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.519789 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7332-c6f2-40b0-8ab9-1a69220392d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.531062 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7332-c6f2-40b0-8ab9-1a69220392d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Calling delete_port for 58946480-d4fb-4d31-8aee-62f449940052 owned by network:floatingip {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:04.657198 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7332-c6f2-40b0-8ab9-1a69220392d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.685420 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7332-c6f2-40b0-8ab9-1a69220392d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Pushing event deleted for resources: {'Port': ['ID=58946480-d4fb-4d31-8aee-62f449940052,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:04.750052 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7332-c6f2-40b0-8ab9-1a69220392d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks [] for floatingip, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.752593 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7332-c6f2-40b0-8ab9-1a69220392d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:04.753816 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-c3ae7332-c6f2-40b0-8ab9-1a69220392d1 tempest-AttachVolumeShelveTestJSON-1493742398 tempest-AttachVolumeShelveTestJSON-1493742398-project] 10.222.0.35 "DELETE /v2.0/floatingips/21f22524-a5d3-4140-8de1-9c5fea4ccad9 HTTP/1.1" status: 204 len: 168 time: 0.4300063 Jul 21 00:25:04.807087 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 52df7af1-92f5-469e-ba7e-ed7f8057cff8 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:04.828395 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 52df7af1-92f5-469e-ba7e-ed7f8057cff8 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:04.829067 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 52df7af1-92f5-469e-ba7e-ed7f8057cff8 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:05.200197 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:06.651601 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:07.159484 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34864) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:07.879934 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4060302'] for router_interface, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:08.160618 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] Deleting port 22480caa-5794-457c-a52c-6290dc0e4aae {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:08.161289 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:08.233726 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] For port 22480caa-5794-457c-a52c-6290dc0e4aae, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=22480caa-5794-457c-a52c-6290dc0e4aae,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:08.234077 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:08.249075 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] Calling delete_port for 22480caa-5794-457c-a52c-6290dc0e4aae owned by network:router_interface {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:08.415503 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:08.439952 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] Pushing event deleted for resources: {'Port': ['ID=22480caa-5794-457c-a52c-6290dc0e4aae,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:08.600573 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4060178'] for router_interface, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:08.800786 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] Router 776cc283-14c9-44f6-8da6-764ef5f77249 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:25:08.899602 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:25:08.905123 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-fa3e6361-cb4c-4530-8d43-594da78d276a admin admin] 10.222.0.35 "PUT /v2.0/routers/776cc283-14c9-44f6-8da6-764ef5f77249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7445376 Jul 21 00:25:08.907638 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34868) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:08.910057 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] Sync routers for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:25:08.919108 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:25:08.919712 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:25:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:09.005405 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Notify callbacks [] for router, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.019577 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:25:09.100063 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.152297 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Deleting port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:09.152787 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.193176 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:25:08Z', 'revision_number': 5, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port': {'id': '6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:18:43Z', 'updated_at': '2021-07-21T00:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:09.218449 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] Checking router: 776cc283-14c9-44f6-8da6-764ef5f77249 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:25:09.226606 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] Routers {'776cc283-14c9-44f6-8da6-764ef5f77249'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:25:09.227203 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:25:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['776cc283-14c9-44f6-8da6-764ef5f77249'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:09.228184 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] For port 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:09.228667 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.240363 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Calling delete_port for 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 owned by network:router_gateway {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:09.310818 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] Set router 776cc283-14c9-44f6-8da6-764ef5f77249 gateway port host: None {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:25:09.359700 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:25:09Z', 'revision_number': 6, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port_host': None}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:09.388546 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f7d038-71ae-4f89-8a13-35e6fd2e36e8 None None] The sync data for ids ['776cc283-14c9-44f6-8da6-764ef5f77249'] in dv-cinder-679138-11-smb is: [{'id': '776cc283-14c9-44f6-8da6-764ef5f77249', 'name': 'tempest-AttachVolumeShelveTestJSON-1960199448-router', 'tenant_id': '64ab96a867c44185aa47a4b7dc5e6171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:18:41Z', 'updated_at': '2021-07-21T00:25:09Z', 'revision_number': 6, 'project_id': '64ab96a867c44185aa47a4b7dc5e6171', 'gw_port_host': None}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:25:09.401614 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.428396 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:09.490021 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4055988'] for router_gateway, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.575697 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4055651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26344'] for router, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.577743 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.619035 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4061519'] for router, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.619596 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 776cc283-14c9-44f6-8da6-764ef5f77249 {{(pid=94869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 00:25:09.626705 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] Notify callbacks [] for router, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.627987 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-701b2079-9156-4ae1-9825-039d2dd0f186 admin admin] 10.222.0.35 "DELETE /v2.0/routers/776cc283-14c9-44f6-8da6-764ef5f77249 HTTP/1.1" status: 204 len: 168 time: 0.7192700 Jul 21 00:25:09.630549 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34870) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:09.675894 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Deleting subnet 3cec9201-d099-478e-9cec-9fb4fe0eb301 {{(pid=94869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:25:09.678737 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.924707 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439224'] for subnet, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:09.997670 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.051449 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8450654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580651'] for subnet, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.074975 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cec9201-d099-478e-9cec-9fb4fe0eb301,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:10.079336 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.081172 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3cec9201-d099-478e-9cec-9fb4fe0eb301 HTTP/1.1" status: 204 len: 168 time: 0.4496415 Jul 21 00:25:10.083783 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34872) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:10.085301 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9e6211-89d7-4e01-aede-8889d718fd26 None None] Network bd9d4f1b-800b-4aec-9239-aeaacd30c052 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:25:10.086037 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.086389 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.086728 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.087059 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.087475 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.087931 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.088129 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.088453 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.088775 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.089124 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.089446 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.089789 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fbd027-bfc3-483e-9f64-7ed45553c0fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.151143 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.175826 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 22480caa-5794-457c-a52c-6290dc0e4aae no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:10.212057 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Deleting port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:10.212490 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.212639 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 22480caa-5794-457c-a52c-6290dc0e4aae {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:10.212899 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 22480caa-5794-457c-a52c-6290dc0e4aae not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:10.278693 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] For port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=3c7cbc0e-7b94-4b79-b746-1192e3ad3163,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:10.279045 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.290749 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Calling delete_port for 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:10.304376 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] DHCP port deletion for bd9d4f1b-800b-4aec-9239-aeaacd30c052 request from dv-cinder-679138-11-smb {{(pid=94870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 21 00:25:10.353199 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Deleting port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:10.353575 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.385820 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.409726 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7cbc0e-7b94-4b79-b746-1192e3ad3163,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:10.415821 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] No DVR routers for this DVR port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 on host dv-cinder-679138-11-smb {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:25:10.430628 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] For port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=3c7cbc0e-7b94-4b79-b746-1192e3ad3163,segment=NetworkSegment(8f0ca4cd-cf91-424d-b3cb-824f85874fba),segment_id=8f0ca4cd-cf91-424d-b3cb-824f85874fba)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:10.431055 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.443769 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Calling delete_port for 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:10.492698 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.502271 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9d4f1b-800b-4aec-9239-aeaacd30c052']}} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:10.522178 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.545983 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Pushing event deleted for resources: {'Port': ['ID=3c7cbc0e-7b94-4b79-b746-1192e3ad3163,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:10.555260 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] No DVR routers for this DVR port 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 on host dv-cinder-679138-11-smb {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:25:10.557669 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.558017 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.558359 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.558697 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.559060 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.559487 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.559821 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.560151 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.560479 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.560807 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.561155 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.561482 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6eb819-66ad-4096-bfe1-661341c656ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:25:10.731982 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0ca4cd-cf91-424d-b3cb-824f85874fba') {'for_net_delete': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:10.732220 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0ca4cd-cf91-424d-b3cb-824f85874fba') {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:10.740872 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8529750'] for segment, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.754740 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.760863 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:25:10.761282 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3221053'] for segment, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: Traceback (most recent call last): Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: timer() Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: cb(*args, **kw) Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: return func(*args, **kwargs) Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: self._notify() Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: self.callback(batched_events) Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: event.method(event) Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: return f(self, *a, **k) Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: return self._get(url).json() Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: return self.request(url, 'GET', **kwargs) Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:25:10.763618 dv-cinder-679138-11-smb neutron-server[94868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:25:10.814310 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.821839 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:10.823710 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bd9d4f1b-800b-4aec-9239-aeaacd30c052 HTTP/1.1" status: 204 len: 168 time: 0.7388868 Jul 21 00:25:10.833603 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f7cee-13cf-4e0f-a564-34213dbccbe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9d4f1b-800b-4aec-9239-aeaacd30c052,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:10.928838 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34876) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:10.967034 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-2ad3444c-abbf-4493-aafd-9836281e1a32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64ab96a867c44185aa47a4b7dc5e6171&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370460 Jul 21 00:25:10.969565 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34878) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:11.017855 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b0638107-df97-4095-9623-36e8f4eb8e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:11.037631 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b0638107-df97-4095-9623-36e8f4eb8e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:11.081716 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b0638107-df97-4095-9623-36e8f4eb8e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:11.084383 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b0638107-df97-4095-9623-36e8f4eb8e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:11.085557 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-b0638107-df97-4095-9623-36e8f4eb8e57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06e82313-1801-474f-95d1-59d4db766c0a HTTP/1.1" status: 204 len: 168 time: 0.1151307 Jul 21 00:25:11.093988 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0638107-df97-4095-9623-36e8f4eb8e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e82313-1801-474f-95d1-59d4db766c0a,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:11.672468 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:11.694598 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:11.694936 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 3c7cbc0e-7b94-4b79-b746-1192e3ad3163 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:11.695349 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:11.712738 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34900) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:11.713271 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:11.713271 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 6ce8d5a8-1b86-4b5a-bbd2-452fc2edeb63 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:11.806555 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1502497986-network', 'tenant_id': '73aca54fc71f4b05866204a7a2b41f81'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:25:11.827061 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Made reservation on behalf of 73aca54fc71f4b05866204a7a2b41f81 for: {'network': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:25:11.829301 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:11.837566 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:11.923833 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:11.927758 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:11.952060 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:25:11.960602 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1692e719-30b9-4e32-ba44-aa466068e5c4,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:11.967929 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:11.968317 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.segments_db [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Added segment 955bbf1a-84b1-4ba3-bd06-5be5cc1a6013 of type vlan for network 67c83a98-b9d0-42b1-ac88-23e963a7dece Jul 21 00:25:12.005600 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.033087 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.034017 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:12.034629 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.063353 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3495133 Jul 21 00:25:12.066547 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34904) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:12.071532 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Request body: {'subnet': {'network_id': '67c83a98-b9d0-42b1-ac88-23e963a7dece', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1502497986-subnet', 'tenant_id': '73aca54fc71f4b05866204a7a2b41f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:25:12.092329 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Made reservation on behalf of 73aca54fc71f4b05866204a7a2b41f81 for: {'subnet': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:25:12.094955 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8423794'] for subnet, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.095203 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baacb7-323c-4f90-921e-d30dbdc4d67e admin admin] Pushing event updated for resources: {'Network': ['ID=67c83a98-b9d0-42b1-ac88-23e963a7dece,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:12.104813 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 67c83a98-b9d0-42b1-ac88-23e963a7dece details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:25:12.253318 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3221126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8423680'] for subnet, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.304386 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde178c7-82a5-496d-a670-097cf77f8eaa,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:12.312992 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Checking segment: {'id': '955bbf1a-84b1-4ba3-bd06-5be5cc1a6013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '67c83a98-b9d0-42b1-ac88-23e963a7dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:25:12.313348 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Network hostable DHCP agents. Network: 67c83a98-b9d0-42b1-ac88-23e963a7dece, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:25:12.329690 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Network 67c83a98-b9d0-42b1-ac88-23e963a7dece is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:25:12.338589 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 67c83a98-b9d0-42b1-ac88-23e963a7dece) {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:25:12.342505 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:12.343027 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.347582 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a219e6-aab6-4895-94ed-9d122d151d03 None None] Network 67c83a98-b9d0-42b1-ac88-23e963a7dece requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:25:12.356222 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6242c45f-879a-4fe5-b61f-073450d78c69 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2885919 Jul 21 00:25:12.472501 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22795837-441e-4657-9987-e003be20604c None None] Network 67c83a98-b9d0-42b1-ac88-23e963a7dece requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:25:12.799718 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34920) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:12.804714 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1975140841-network', 'tenant_id': 'ca97952725f346618d9aa883bf033949'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:25:12.825374 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Made reservation on behalf of ca97952725f346618d9aa883bf033949 for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:25:12.827748 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.835939 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.921555 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.924821 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.946839 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:25:12.959328 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edea13df-853d-470a-bf87-2a3109097562,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:12.963916 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:12.964254 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Added segment f7c51fe0-4f55-4c34-a4a4-f744ec98b35c of type vlan for network afa43e3e-c104-4726-b211-9b3a16bb5e08 Jul 21 00:25:13.002623 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.030050 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.031164 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:13.031744 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.061094 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2602961 Jul 21 00:25:13.063955 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34922) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:13.068975 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Request body: {'subnet': {'network_id': 'afa43e3e-c104-4726-b211-9b3a16bb5e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1975140841-subnet', 'tenant_id': 'ca97952725f346618d9aa883bf033949', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:25:13.089529 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Made reservation on behalf of ca97952725f346618d9aa883bf033949 for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:25:13.092585 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8580694'] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.092790 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153691f-f30a-48b1-ba46-023388ba5834 admin admin] Pushing event updated for resources: {'Network': ['ID=afa43e3e-c104-4726-b211-9b3a16bb5e08,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:13.103048 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network afa43e3e-c104-4726-b211-9b3a16bb5e08 details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:25:13.275900 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8450719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8580644'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.330559 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f63a2a-338c-4462-8cd4-c22546dc9be3,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:13.337196 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Checking segment: {'id': 'f7c51fe0-4f55-4c34-a4a4-f744ec98b35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'afa43e3e-c104-4726-b211-9b3a16bb5e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:25:13.337550 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Network hostable DHCP agents. Network: afa43e3e-c104-4726-b211-9b3a16bb5e08, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:25:13.353527 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Network afa43e3e-c104-4726-b211-9b3a16bb5e08 is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:25:13.361936 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, afa43e3e-c104-4726-b211-9b3a16bb5e08) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:25:13.367669 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:13.368858 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.369837 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f39655-8edb-4e45-a739-61cb709df36e None None] Network afa43e3e-c104-4726-b211-9b3a16bb5e08 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:25:13.382875 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-71a8113d-86ad-4e55-bf53-502ecf367df6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3178470 Jul 21 00:25:13.495747 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34926) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:13.499242 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea9319b-42c6-4869-b4e4-d73e1ac9e8c0 None None] Network afa43e3e-c104-4726-b211-9b3a16bb5e08 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:25:13.540640 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb5db57-5735-4a0e-97d3-6f6117ef78d4 admin admin] Deleting subnet fde178c7-82a5-496d-a670-097cf77f8eaa {{(pid=94869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:25:13.544726 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7eb5db57-5735-4a0e-97d3-6f6117ef78d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.583532 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7eb5db57-5735-4a0e-97d3-6f6117ef78d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439224'] for subnet, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.623981 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7eb5db57-5735-4a0e-97d3-6f6117ef78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.678844 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7eb5db57-5735-4a0e-97d3-6f6117ef78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8450654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580651'] for subnet, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.704257 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5db57-5735-4a0e-97d3-6f6117ef78d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde178c7-82a5-496d-a670-097cf77f8eaa,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:13.709755 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7eb5db57-5735-4a0e-97d3-6f6117ef78d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.713838 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-7eb5db57-5735-4a0e-97d3-6f6117ef78d4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fde178c7-82a5-496d-a670-097cf77f8eaa HTTP/1.1" status: 204 len: 168 time: 0.2148023 Jul 21 00:25:13.714106 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 34928) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:13.784206 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.857858 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.868139 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c83a98-b9d0-42b1-ac88-23e963a7dece']}} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:13.878222 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955bbf1a-84b1-4ba3-bd06-5be5cc1a6013') {'for_net_delete': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:13.878515 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955bbf1a-84b1-4ba3-bd06-5be5cc1a6013') {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:13.886846 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439217'] for segment, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.900306 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.906369 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:25:13.906896 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8450596'] for segment, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: Traceback (most recent call last): Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: timer() Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: cb(*args, **kw) Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: return func(*args, **kwargs) Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: self._notify() Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: self.callback(batched_events) Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: event.method(event) Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: return f(self, *a, **k) Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: return self._get(url).json() Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: return self.request(url, 'GET', **kwargs) Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:25:13.908478 dv-cinder-679138-11-smb neutron-server[94869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:25:13.963085 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.968043 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:13.970139 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] 10.222.0.35 "DELETE /v2.0/networks/67c83a98-b9d0-42b1-ac88-23e963a7dece HTTP/1.1" status: 204 len: 168 time: 0.2552023 Jul 21 00:25:13.973005 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34930) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:13.980212 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db785d06-602d-4704-b955-c18fda1d04bf admin admin] Pushing event deleted for resources: {'Network': ['ID=67c83a98-b9d0-42b1-ac88-23e963a7dece,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:14.020666 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_v2 [None req-32303701-a571-4bb2-a37f-818adccff8fc admin admin] Deleting subnet b7f63a2a-338c-4462-8cd4-c22546dc9be3 {{(pid=94868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:25:14.023852 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32303701-a571-4bb2-a37f-818adccff8fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.056461 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32303701-a571-4bb2-a37f-818adccff8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8529759'] for subnet, precommit_delete_associations {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.092656 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32303701-a571-4bb2-a37f-818adccff8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.142288 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32303701-a571-4bb2-a37f-818adccff8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8423695'] for subnet, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.166018 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32303701-a571-4bb2-a37f-818adccff8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f63a2a-338c-4462-8cd4-c22546dc9be3,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:14.170215 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32303701-a571-4bb2-a37f-818adccff8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.172614 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-32303701-a571-4bb2-a37f-818adccff8fc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b7f63a2a-338c-4462-8cd4-c22546dc9be3 HTTP/1.1" status: 204 len: 168 time: 0.1985242 Jul 21 00:25:14.174471 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34932) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:14.242872 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.316134 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.325264 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa43e3e-c104-4726-b211-9b3a16bb5e08']}} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:14.338103 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c51fe0-4f55-4c34-a4a4-f744ec98b35c') {'for_net_delete': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:14.338388 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c51fe0-4f55-4c34-a4a4-f744ec98b35c') {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:14.346910 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8529750'] for segment, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.359956 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.365493 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:25:14.365862 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3221053'] for segment, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: Traceback (most recent call last): Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: timer() Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: cb(*args, **kw) Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: return func(*args, **kwargs) Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: self._notify() Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: self.callback(batched_events) Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: event.method(event) Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: return f(self, *a, **k) Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: return self._get(url).json() Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: return self.request(url, 'GET', **kwargs) Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:25:14.367440 dv-cinder-679138-11-smb neutron-server[94868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:25:14.418889 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.424581 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.429302 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] 10.222.0.35 "DELETE /v2.0/networks/afa43e3e-c104-4726-b211-9b3a16bb5e08 HTTP/1.1" status: 204 len: 168 time: 0.2538683 Jul 21 00:25:14.439836 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c349ed-02db-4d2a-b16d-22815ab85038 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa43e3e-c104-4726-b211-9b3a16bb5e08,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:14.579684 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34936) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:14.619337 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-7a6cb11b-6bbb-41d7-855a-16f08789d532 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73aca54fc71f4b05866204a7a2b41f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384533 Jul 21 00:25:14.621681 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34938) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:14.667913 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d8d6aa01-330e-4638-9cb7-c0c1f2633371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.691457 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d8d6aa01-330e-4638-9cb7-c0c1f2633371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.736774 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d8d6aa01-330e-4638-9cb7-c0c1f2633371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.739248 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d8d6aa01-330e-4638-9cb7-c0c1f2633371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:14.740362 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-d8d6aa01-330e-4638-9cb7-c0c1f2633371 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1692e719-30b9-4e32-ba44-aa466068e5c4 HTTP/1.1" status: 204 len: 168 time: 0.1174579 Jul 21 00:25:14.747632 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6aa01-330e-4638-9cb7-c0c1f2633371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1692e719-30b9-4e32-ba44-aa466068e5c4,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:15.038797 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34944) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:15.076483 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-76c3783a-23cf-4aaf-bc75-1a88cc56a036 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca97952725f346618d9aa883bf033949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0360780 Jul 21 00:25:15.078706 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 34946) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:15.124202 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d3fb5e05-5497-45d1-b814-fcd9c1cce6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:15.144588 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d3fb5e05-5497-45d1-b814-fcd9c1cce6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:15.189570 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d3fb5e05-5497-45d1-b814-fcd9c1cce6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:15.192084 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d3fb5e05-5497-45d1-b814-fcd9c1cce6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:15.193230 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-d3fb5e05-5497-45d1-b814-fcd9c1cce6b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edea13df-853d-470a-bf87-2a3109097562 HTTP/1.1" status: 204 len: 168 time: 0.1136591 Jul 21 00:25:15.200596 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb5e05-5497-45d1-b814-fcd9c1cce6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edea13df-853d-470a-bf87-2a3109097562,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:22.506983 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35066) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:22.604545 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-536625ed-7202-4f29-aec8-98ef4ccea680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:22.693407 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-536625ed-7202-4f29-aec8-98ef4ccea680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:22.696803 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-536625ed-7202-4f29-aec8-98ef4ccea680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:22.736749 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-536625ed-7202-4f29-aec8-98ef4ccea680 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4135aaf380b44276aea7fdaf26e6bd2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285602 Jul 21 00:25:22.737469 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536625ed-7202-4f29-aec8-98ef4ccea680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aced64ae-2fce-4ae9-8d98-6cb0f109c3e3,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:22.739438 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35070) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:22.791001 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d9f95807-109a-42ab-9e5c-6fca9810233e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:22.811503 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d9f95807-109a-42ab-9e5c-6fca9810233e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:22.857647 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d9f95807-109a-42ab-9e5c-6fca9810233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:22.860136 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d9f95807-109a-42ab-9e5c-6fca9810233e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:22.861290 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-d9f95807-109a-42ab-9e5c-6fca9810233e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aced64ae-2fce-4ae9-8d98-6cb0f109c3e3 HTTP/1.1" status: 204 len: 168 time: 0.1207831 Jul 21 00:25:22.868338 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f95807-109a-42ab-9e5c-6fca9810233e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced64ae-2fce-4ae9-8d98-6cb0f109c3e3,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:23.104722 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35076) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:23.117519 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b82f8427-c7c8-4ebc-8cc9-c6b19ffe3064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:23.207467 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b82f8427-c7c8-4ebc-8cc9-c6b19ffe3064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:23.211122 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b82f8427-c7c8-4ebc-8cc9-c6b19ffe3064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:23.248095 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-b82f8427-c7c8-4ebc-8cc9-c6b19ffe3064 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c592ffdd0c85437a875e7dfafb021f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422317 Jul 21 00:25:23.249987 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f8427-c7c8-4ebc-8cc9-c6b19ffe3064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a70e15b-b236-488f-8971-a69fa1a13a39,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:23.250799 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35078) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:23.298508 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-81d66053-02e6-44e5-ac1f-c2e6b5a926bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:23.317915 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-81d66053-02e6-44e5-ac1f-c2e6b5a926bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:23.362027 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-81d66053-02e6-44e5-ac1f-c2e6b5a926bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:23.364565 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-81d66053-02e6-44e5-ac1f-c2e6b5a926bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:23.365735 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-81d66053-02e6-44e5-ac1f-c2e6b5a926bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a70e15b-b236-488f-8971-a69fa1a13a39 HTTP/1.1" status: 204 len: 168 time: 0.1139402 Jul 21 00:25:23.373928 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d66053-02e6-44e5-ac1f-c2e6b5a926bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a70e15b-b236-488f-8971-a69fa1a13a39,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:28.058798 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35152) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:28.147224 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35156) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:28.156718 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-969c4730-8e0a-4d17-a5ca-994e9afe0832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.243533 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-969c4730-8e0a-4d17-a5ca-994e9afe0832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.247688 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-969c4730-8e0a-4d17-a5ca-994e9afe0832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.283580 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c4730-8e0a-4d17-a5ca-994e9afe0832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b337d44f-9da5-40d4-b2b2-202e7e6873af,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:28.288672 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-969c4730-8e0a-4d17-a5ca-994e9afe0832 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5af15d850964cbe9dfc067a3bca229f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288241 Jul 21 00:25:28.292653 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35158) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:28.324807 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Deleting port 169977ab-d2ea-4fd5-96d3-0fedeae221b0 {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:28.325176 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.393246 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a167e06b-8330-44dd-9629-b8c83bd25294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.423461 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a167e06b-8330-44dd-9629-b8c83bd25294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.441362 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.441692 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.464992 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Calling delete_port for 169977ab-d2ea-4fd5-96d3-0fedeae221b0 owned by network:floatingip {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:28.548994 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a167e06b-8330-44dd-9629-b8c83bd25294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.551448 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a167e06b-8330-44dd-9629-b8c83bd25294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.552585 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-a167e06b-8330-44dd-9629-b8c83bd25294 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b337d44f-9da5-40d4-b2b2-202e7e6873af HTTP/1.1" status: 204 len: 168 time: 0.2582090 Jul 21 00:25:28.572692 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167e06b-8330-44dd-9629-b8c83bd25294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b337d44f-9da5-40d4-b2b2-202e7e6873af,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:28.655223 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.680165 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event deleted for resources: {'Port': ['ID=169977ab-d2ea-4fd5-96d3-0fedeae221b0,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:28.741880 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for floatingip, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.742216 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.l3_db [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Floating IP be72c20d-30f5-4657-ab6e-93f49b8d8b37 disassociated (deleted). External IP: 172.28.2.91, port: 8f03f858-4388-48e0-9e89-f6fdbc886a07. Jul 21 00:25:28.818912 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35164) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:28.835182 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed04bf3d-d457-4350-b0d9-71d96b92cf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.926026 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed04bf3d-d457-4350-b0d9-71d96b92cf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.929876 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed04bf3d-d457-4350-b0d9-71d96b92cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:28.950702 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Router b527a047-5a9d-4056-a9fe-54b4b63b46d6 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:25:28.967321 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-ed04bf3d-d457-4350-b0d9-71d96b92cf43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0984e073bb3d41e0a979707e05f1ecef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468399 Jul 21 00:25:28.968167 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04bf3d-d457-4350-b0d9-71d96b92cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda809ab-0536-40c2-bff0-f120103df12b,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:28.970747 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35166) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:29.017943 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-030b0f64-5829-4de3-92e0-ca785e52326f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:29.038407 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-030b0f64-5829-4de3-92e0-ca785e52326f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:29.053083 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:25:29.057869 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:29.063599 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de43df7-5573-4845-a20b-9a401253918c None None] Sync routers for ids ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:25:29.072801 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de43df7-5573-4845-a20b-9a401253918c None None] Routers {'b527a047-5a9d-4056-a9fe-54b4b63b46d6'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:25:29.073532 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-0de43df7-5573-4845-a20b-9a401253918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:25:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:29.086372 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-030b0f64-5829-4de3-92e0-ca785e52326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:29.089119 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-030b0f64-5829-4de3-92e0-ca785e52326f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:29.090475 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-030b0f64-5829-4de3-92e0-ca785e52326f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cda809ab-0536-40c2-bff0-f120103df12b HTTP/1.1" status: 204 len: 168 time: 0.1187882 Jul 21 00:25:29.100840 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b0f64-5829-4de3-92e0-ca785e52326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda809ab-0536-40c2-bff0-f120103df12b,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:29.102348 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-0069219b-aff9-4c1d-a80d-c1fe1056c453 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "DELETE /v2.0/floatingips/be72c20d-30f5-4657-ab6e-93f49b8d8b37 HTTP/1.1" status: 204 len: 168 time: 0.9540370 Jul 21 00:25:29.103066 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07'}] {{(pid=94869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:25:29.105587 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba072442d3cd8ff40d09c77f14d2cf45bc88fa55c9678360c79ead5f0a34207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95" -d '{"events": [{"name": "network-changed", "server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07"}]}' {{(pid=94869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:25:29.219516 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-0de43df7-5573-4845-a20b-9a401253918c None None] Set router b527a047-5a9d-4056-a9fe-54b4b63b46d6 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:25:29.317972 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d26b24-90d1-4544-a58a-af0ecff8bbe5 x-openstack-request-id: req-c1d26b24-90d1-4544-a58a-af0ecff8bbe5 {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:25:29.318968 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07", "status": "completed", "code": 200}]} {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:25:29.319384 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1d26b24-90d1-4544-a58a-af0ecff8bbe5 {{(pid=94869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:25:29.319936 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'status': 'completed', 'code': 200} Jul 21 00:25:29.385971 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dd430-32bf-4e6a-bd41-be3b66cdc39c req-b8a08347-c987-4945-bc1e-52c912106ae7 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:29.393440 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bd2dd430-32bf-4e6a-bd41-be3b66cdc39c req-b8a08347-c987-4945-bc1e-52c912106ae7 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0885699 Jul 21 00:25:29.405712 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-2485f417-f5a9-401c-991b-b09410eaff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:29.407326 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-2485f417-f5a9-401c-991b-b09410eaff28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b98382a294204610b4908a27a3ac4e47&device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 1099 time: 0.0741534 Jul 21 00:25:29.436525 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-bd2dd430-32bf-4e6a-bd41-be3b66cdc39c req-70fabfb5-94b4-4143-b700-13a4e9b8cf6b tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411146 Jul 21 00:25:29.479002 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-0de43df7-5573-4845-a20b-9a401253918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:22Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '1d80bf00-497f-4b1f-8d0f-2d17dc276969', 'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'mac_address': 'fa:16:3e:45:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:21Z', 'updated_at': '2021-07-21T00:20:30Z', 'revision_number': 5, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'subnets': [{'id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:29.506208 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de43df7-5573-4845-a20b-9a401253918c None None] Checking router: b527a047-5a9d-4056-a9fe-54b4b63b46d6 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:25:29.510697 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-4981e56c-4336-4062-8457-8c3431dec478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:29.512181 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-4981e56c-4336-4062-8457-8c3431dec478 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c706641-be67-4d64-adc0-ebb5149a1807 HTTP/1.1" status: 200 len: 910 time: 0.0970080 Jul 21 00:25:29.516539 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de43df7-5573-4845-a20b-9a401253918c None None] Routers {'b527a047-5a9d-4056-a9fe-54b4b63b46d6'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:25:29.517194 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-0de43df7-5573-4845-a20b-9a401253918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:25:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:29.558358 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-a4ae417f-ae86-474a-9a25-9760af6c745a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07 HTTP/1.1" status: 200 len: 217 time: 0.0373313 Jul 21 00:25:29.607340 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-7f108631-c38e-4455-96a9-9d2a6c53a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:29.609152 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-7f108631-c38e-4455-96a9-9d2a6c53a3a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7e73f3a-fa02-4d00-9da8-e163115c08ce HTTP/1.1" status: 200 len: 848 time: 0.0445609 Jul 21 00:25:29.627612 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-0de43df7-5573-4845-a20b-9a401253918c None None] Set router b527a047-5a9d-4056-a9fe-54b4b63b46d6 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:25:29.669265 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-b4237db1-04e8-4814-9d45-527dc92785f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:29.670803 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-b4237db1-04e8-4814-9d45-527dc92785f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c706641-be67-4d64-adc0-ebb5149a1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0544813 Jul 21 00:25:29.771828 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-41883835-1451-4992-9f3e-065dc320a70d service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938869 Jul 21 00:25:29.832529 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-0de43df7-5573-4845-a20b-9a401253918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:22Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '1d80bf00-497f-4b1f-8d0f-2d17dc276969', 'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'mac_address': 'fa:16:3e:45:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:21Z', 'updated_at': '2021-07-21T00:20:30Z', 'revision_number': 5, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'subnets': [{'id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:29.863523 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de43df7-5573-4845-a20b-9a401253918c None None] The sync data for ids ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'] in dv-cinder-679138-11-smb is: [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:20:22Z', 'revision_number': 4, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '1d80bf00-497f-4b1f-8d0f-2d17dc276969', 'name': '', 'network_id': '0c706641-be67-4d64-adc0-ebb5149a1807', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'mac_address': 'fa:16:3e:45:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:21Z', 'updated_at': '2021-07-21T00:20:30Z', 'revision_number': 5, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'subnets': [{'id': 'e7e73f3a-fa02-4d00-9da8-e163115c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:25:29.866725 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-ae84e8ad-c29e-4d86-a99b-d954c5b6bb95 req-400a379d-26f5-4c92-bdc1-306379f013e5 service neutron] 10.222.0.32 "GET /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884616 Jul 21 00:25:30.095267 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ac946-08f8-48c8-aa97-17f16a8d5136 None None] New status for floating IP be72c20d-30f5-4657-ab6e-93f49b8d8b37: DOWN {{(pid=94871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:25:30.570210 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865525b3-62f6-4978-8d62-cf9d069dc65a req-99bfa6d7-d8ff-4c3b-ae57-51f5079c3fce tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:30.571937 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-865525b3-62f6-4978-8d62-cf9d069dc65a req-99bfa6d7-d8ff-4c3b-ae57-51f5079c3fce tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0624974 Jul 21 00:25:30.616183 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-865525b3-62f6-4978-8d62-cf9d069dc65a req-f94d6993-8078-4bcc-88e7-8e1f7e4e70d6 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0944f0b6-fa0f-4beb-a379-6db2243d9dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388758 Jul 21 00:25:30.653592 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdb897-6f44-484e-9d80-849e928367a4 req-0f9003c5-c7ef-49f8-8fd6-0ca49ff047b1 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:30.654959 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-46cdb897-6f44-484e-9d80-849e928367a4 req-0f9003c5-c7ef-49f8-8fd6-0ca49ff047b1 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 946 time: 0.0744059 Jul 21 00:25:30.752222 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-46cdb897-6f44-484e-9d80-849e928367a4 req-37e3f81e-d4e5-4572-ad16-8e157dca37ae tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Deleting port 8f03f858-4388-48e0-9e89-f6fdbc886a07 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:30.752566 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-46cdb897-6f44-484e-9d80-849e928367a4 req-37e3f81e-d4e5-4572-ad16-8e157dca37ae tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:30.842033 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-46cdb897-6f44-484e-9d80-849e928367a4 req-37e3f81e-d4e5-4572-ad16-8e157dca37ae tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] For port 8f03f858-4388-48e0-9e89-f6fdbc886a07, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8f03f858-4388-48e0-9e89-f6fdbc886a07,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:30.842396 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-46cdb897-6f44-484e-9d80-849e928367a4 req-37e3f81e-d4e5-4572-ad16-8e157dca37ae tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:30.844481 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35230) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:30.854698 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-46cdb897-6f44-484e-9d80-849e928367a4 req-37e3f81e-d4e5-4572-ad16-8e157dca37ae tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Calling delete_port for 8f03f858-4388-48e0-9e89-f6fdbc886a07 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:30.941811 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3516ec93-d94d-411a-b82c-bd3ba29ee63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:30.979140 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-46cdb897-6f44-484e-9d80-849e928367a4 req-37e3f81e-d4e5-4572-ad16-8e157dca37ae tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.007960 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3f81e-d4e5-4572-ad16-8e157dca37ae tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event deleted for resources: {'Port': ['ID=8f03f858-4388-48e0-9e89-f6fdbc886a07,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:31.047444 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3516ec93-d94d-411a-b82c-bd3ba29ee63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.051245 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3516ec93-d94d-411a-b82c-bd3ba29ee63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.054044 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cdb897-6f44-484e-9d80-849e928367a4 req-37e3f81e-d4e5-4572-ad16-8e157dca37ae tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] No DVR routers for this DVR port 8f03f858-4388-48e0-9e89-f6fdbc886a07 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:25:31.056565 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-46cdb897-6f44-484e-9d80-849e928367a4 req-37e3f81e-d4e5-4572-ad16-8e157dca37ae tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.058581 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-46cdb897-6f44-484e-9d80-849e928367a4 req-37e3f81e-d4e5-4572-ad16-8e157dca37ae tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.32 "DELETE /v2.0/ports/8f03f858-4388-48e0-9e89-f6fdbc886a07 HTTP/1.1" status: 204 len: 173 time: 0.3980386 Jul 21 00:25:31.059079 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'name': 'network-vif-deleted', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:25:31.061329 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbe9266-7c4f-4d99-92c2-19f1ad9897e6" -d '{"events": [{"server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "name": "network-vif-deleted", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:25:31.089036 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516ec93-d94d-411a-b82c-bd3ba29ee63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f29c3a5-9764-4530-80c4-fe84a3bfac74,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:31.096882 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-3516ec93-d94d-411a-b82c-bd3ba29ee63d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5314d764486046b9bd534ba5138e9f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512221 Jul 21 00:25:31.097961 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35236) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:31.102929 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b4757b-8403-4676-8566-3439216252e1 x-openstack-request-id: req-b4b4757b-8403-4676-8566-3439216252e1 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:25:31.103217 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abdde4a-6202-4ea5-98ab-aaef406dbd9e", "name": "network-vif-deleted", "tag": "8f03f858-4388-48e0-9e89-f6fdbc886a07", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:25:31.103907 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4b4757b-8403-4676-8566-3439216252e1 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:25:31.104365 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abdde4a-6202-4ea5-98ab-aaef406dbd9e', 'name': 'network-vif-deleted', 'tag': '8f03f858-4388-48e0-9e89-f6fdbc886a07', 'status': 'completed', 'code': 200} Jul 21 00:25:31.147659 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-660cba54-18e4-47b6-924a-f9614ccf678d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.168629 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-660cba54-18e4-47b6-924a-f9614ccf678d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.215228 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-660cba54-18e4-47b6-924a-f9614ccf678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.218768 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-660cba54-18e4-47b6-924a-f9614ccf678d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.219916 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-660cba54-18e4-47b6-924a-f9614ccf678d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f29c3a5-9764-4530-80c4-fe84a3bfac74 HTTP/1.1" status: 204 len: 168 time: 0.1210623 Jul 21 00:25:31.227838 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cba54-18e4-47b6-924a-f9614ccf678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f29c3a5-9764-4530-80c4-fe84a3bfac74,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:31.498726 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35242) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:31.511393 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3fafbe75-1acd-454a-9973-543a336652b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.597333 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3fafbe75-1acd-454a-9973-543a336652b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.601917 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-3fafbe75-1acd-454a-9973-543a336652b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.638428 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafbe75-1acd-454a-9973-543a336652b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15488139-0277-4674-abb2-73c502ac7776,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:31.647552 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35246) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:31.654696 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-3fafbe75-1acd-454a-9973-543a336652b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=586f950490544665b8f264a8cc883e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547446 Jul 21 00:25:31.662915 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea0eb3a7-080d-43dd-9df2-6c02cfae69c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.705880 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d32334ef-7873-4a70-8c6f-c2cb0454c9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.733625 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d32334ef-7873-4a70-8c6f-c2cb0454c9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.735517 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ba8d8983-f083-4135-9dfd-4504341c9c5a req-93f581f8-f687-4e4a-8f96-86036edb3fb2 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "GET /v2.0/ports?device_id=0abdde4a-6202-4ea5-98ab-aaef406dbd9e HTTP/1.1" status: 200 len: 210 time: 0.0291402 Jul 21 00:25:31.785521 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d32334ef-7873-4a70-8c6f-c2cb0454c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.788433 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d32334ef-7873-4a70-8c6f-c2cb0454c9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:31.789673 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-d32334ef-7873-4a70-8c6f-c2cb0454c9d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15488139-0277-4674-abb2-73c502ac7776 HTTP/1.1" status: 204 len: 168 time: 0.1411369 Jul 21 00:25:31.798085 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32334ef-7873-4a70-8c6f-c2cb0454c9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15488139-0277-4674-abb2-73c502ac7776,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:32.534326 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:32.792882 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35278) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:32.850782 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ce61-5701-415b-917a-58df19c7f930 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:32.877430 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ce61-5701-415b-917a-58df19c7f930 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:32.934146 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ce61-5701-415b-917a-58df19c7f930 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:32.936662 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ce61-5701-415b-917a-58df19c7f930 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:32.937926 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-3ea4ce61-5701-415b-917a-58df19c7f930 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] 10.222.0.35 "DELETE /v2.0/security-groups/0944f0b6-fa0f-4beb-a379-6db2243d9dc8 HTTP/1.1" status: 204 len: 168 time: 0.1440277 Jul 21 00:25:32.947859 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4ce61-5701-415b-917a-58df19c7f930 tempest-TestShelveInstance-1962158093 tempest-TestShelveInstance-1962158093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0944f0b6-fa0f-4beb-a379-6db2243d9dc8,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:32.983501 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35282) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:32.995141 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 8f03f858-4388-48e0-9e89-f6fdbc886a07 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:33.014366 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 8f03f858-4388-48e0-9e89-f6fdbc886a07 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:33.015156 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 8f03f858-4388-48e0-9e89-f6fdbc886a07 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:33.441184 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4060302'] for router_interface, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:33.680987 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] Deleting port 1d80bf00-497f-4b1f-8d0f-2d17dc276969 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:33.681255 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:33.757435 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] For port 1d80bf00-497f-4b1f-8d0f-2d17dc276969, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=1d80bf00-497f-4b1f-8d0f-2d17dc276969,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:33.757782 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:33.769567 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] Calling delete_port for 1d80bf00-497f-4b1f-8d0f-2d17dc276969 owned by network:router_interface {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:33.945951 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:33.969621 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d80bf00-497f-4b1f-8d0f-2d17dc276969,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:33.988830 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-fbf6767b-9c3c-48fa-ab81-e35f45d1c327 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=382b21381ead4d46ae851a6c460bbedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301034 Jul 21 00:25:34.133866 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4060178'] for router_interface, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:34.183167 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75c23-c72b-4199-a36e-422db35389ed req-de88a3f3-d709-4445-b850-d6379704bec3 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:34.184629 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-de88a3f3-d709-4445-b850-d6379704bec3 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868267 Jul 21 00:25:34.199171 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-6ce0c2ea-97e5-4a61-b278-20e4f8c5e44f tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/quotas/382b21381ead4d46ae851a6c460bbedc HTTP/1.1" status: 200 len: 375 time: 0.0090241 Jul 21 00:25:34.215723 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-602befb9-8983-4f39-9244-2d4352bffd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:34.234529 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:34.238966 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff44c2a-4df0-4211-ba78-7cbfd9259232 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=382b21381ead4d46ae851a6c460bbedc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337067 Jul 21 00:25:34.354329 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] Router b527a047-5a9d-4056-a9fe-54b4b63b46d6 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:25:34.409307 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8527ad89-3f0b-456f-9c6d-9d958b63ff91 req-ce361c21-4652-417a-a76e-ab0c7e52839e tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 210 time: 0.0341268 Jul 21 00:25:34.464709 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:25:34.470668 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-2ed643a4-a2b5-4e98-b13b-33ccf1aa04a5 admin admin] 10.222.0.35 "PUT /v2.0/routers/b527a047-5a9d-4056-a9fe-54b4b63b46d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4860671 Jul 21 00:25:34.473207 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35312) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:34.476988 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] Sync routers for ids ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:25:34.486447 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] Routers {'b527a047-5a9d-4056-a9fe-54b4b63b46d6'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:25:34.487268 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:25:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:34.602224 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] Set router b527a047-5a9d-4056-a9fe-54b4b63b46d6 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:25:34.800202 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:25:33Z', 'revision_number': 5, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:34.809991 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Notify callbacks [] for router, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:34.827793 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] Checking router: b527a047-5a9d-4056-a9fe-54b4b63b46d6 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:25:34.836052 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] Routers {'b527a047-5a9d-4056-a9fe-54b4b63b46d6'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:25:34.836663 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:25:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:34.912004 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:34.946109 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] Set router b527a047-5a9d-4056-a9fe-54b4b63b46d6 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:25:34.967504 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Deleting port bc35ed01-ed2c-45d8-8db4-462c4c664420 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:34.968076 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.043797 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] For port bc35ed01-ed2c-45d8-8db4-462c4c664420, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=bc35ed01-ed2c-45d8-8db4-462c4c664420,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:35.044156 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.059971 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Calling delete_port for bc35ed01-ed2c-45d8-8db4-462c4c664420 owned by network:router_gateway {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:35.122885 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:25:33Z', 'revision_number': 5, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:35.149158 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be973ea0-5ca2-4308-9c53-c880bf2e2f63 None None] The sync data for ids ['b527a047-5a9d-4056-a9fe-54b4b63b46d6'] in dv-cinder-679138-11-smb is: [{'id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'name': 'tempest-TestShelveInstance-1335619566-router', 'tenant_id': 'b98382a294204610b4908a27a3ac4e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:18Z', 'updated_at': '2021-07-21T00:25:33Z', 'revision_number': 5, 'project_id': 'b98382a294204610b4908a27a3ac4e47', 'gw_port': {'id': 'bc35ed01-ed2c-45d8-8db4-462c4c664420', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b527a047-5a9d-4056-a9fe-54b4b63b46d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:19Z', 'updated_at': '2021-07-21T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:25:35.206991 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.253975 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.272248 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-38cd9219-1a1f-45be-8777-673755eb2b11 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=382b21381ead4d46ae851a6c460bbedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428922 Jul 21 00:25:35.299213 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc35ed01-ed2c-45d8-8db4-462c4c664420,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:35.492784 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-238fdc9a-ccf3-422a-a0d5-8b0f88f69b50 req-568148c8-a8c2-4e90-9b8f-cc7cf0384e02 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 210 time: 0.0286715 Jul 21 00:25:35.495363 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4055988'] for router_gateway, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.607438 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75c23-c72b-4199-a36e-422db35389ed req-64067a50-f7a5-4735-aae1-b7fd37d24662 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:35.609507 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-64067a50-f7a5-4735-aae1-b7fd37d24662 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209100 Jul 21 00:25:35.613188 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4055651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26344'] for router, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.616587 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.622397 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Request body: {'port': {'device_id': '8061e73c-aa2f-433c-bca0-72033bdf2736', 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e', 'admin_state_up': True, 'tenant_id': '382b21381ead4d46ae851a6c460bbedc'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:25:35.688141 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4061519'] for router, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.688681 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b527a047-5a9d-4056-a9fe-54b4b63b46d6 {{(pid=94868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 00:25:35.719923 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] Notify callbacks [] for router, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.723858 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-ba0d4816-d5eb-42f4-84b6-aea0f5d6c33f admin admin] 10.222.0.35 "DELETE /v2.0/routers/b527a047-5a9d-4056-a9fe-54b4b63b46d6 HTTP/1.1" status: 204 len: 168 time: 1.2469747 Jul 21 00:25:35.724649 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35322) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:35.778111 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 1d80bf00-497f-4b1f-8d0f-2d17dc276969 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:35.778631 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Made reservation on behalf of 382b21381ead4d46ae851a6c460bbedc for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:25:35.778765 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_v2 [None req-59196fed-0067-4944-bee2-a9d48c62256d admin admin] Deleting subnet e7e73f3a-fa02-4d00-9da8-e163115c08ce {{(pid=94869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:25:35.782283 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.783983 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-59196fed-0067-4944-bee2-a9d48c62256d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.791688 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.806304 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 1d80bf00-497f-4b1f-8d0f-2d17dc276969 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:35.806768 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 1d80bf00-497f-4b1f-8d0f-2d17dc276969 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:35.831653 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-59196fed-0067-4944-bee2-a9d48c62256d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439224'] for subnet, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.902981 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.907713 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.911775 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-59196fed-0067-4944-bee2-a9d48c62256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.969651 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-59196fed-0067-4944-bee2-a9d48c62256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8450654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580651'] for subnet, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:35.977955 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104995a2-391f-42da-a43a-604c912208e9,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:35.998866 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59196fed-0067-4944-bee2-a9d48c62256d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e73f3a-fa02-4d00-9da8-e163115c08ce,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:36.002643 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-59196fed-0067-4944-bee2-a9d48c62256d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.007001 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-59196fed-0067-4944-bee2-a9d48c62256d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e7e73f3a-fa02-4d00-9da8-e163115c08ce HTTP/1.1" status: 204 len: 168 time: 0.2786410 Jul 21 00:25:36.007001 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35324) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:36.010851 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca2b302-3423-47fa-9747-f40b791f83cf None None] Network 0c706641-be67-4d64-adc0-ebb5149a1807 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:25:36.045163 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Allocated IP 192.168.233.40 (3b9dd655-9150-4941-85f9-7919d8e4140e/c7211df9-36a7-4da8-a7f5-2abb7c795414/39f6f669-874d-4e5e-8882-9a82c156fa45) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:25:36.078707 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.130601 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Deleting port 23cd7234-f012-421e-b474-2eaecb8ed5ac {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:36.130862 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.199480 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] For port 23cd7234-f012-421e-b474-2eaecb8ed5ac, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=23cd7234-f012-421e-b474-2eaecb8ed5ac,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:36.199823 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.209653 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.214797 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Calling delete_port for 23cd7234-f012-421e-b474-2eaecb8ed5ac owned by network:dhcp {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:36.218067 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24616e9-76d5-4aef-a6bc-8c4710db33dc None None] DHCP port deletion for 0c706641-be67-4d64-adc0-ebb5149a1807 request from dv-cinder-679138-11-smb {{(pid=94870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 21 00:25:36.228470 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Transition to ACTIVE for port object 39f6f669-874d-4e5e-8882-9a82c156fa45 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:25:36.269060 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.277507 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f24616e9-76d5-4aef-a6bc-8c4710db33dc None None] Deleting port 23cd7234-f012-421e-b474-2eaecb8ed5ac {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:36.277889 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f24616e9-76d5-4aef-a6bc-8c4710db33dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.313704 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.322236 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Network 3b9dd655-9150-4941-85f9-7919d8e4140e is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:25:36.326201 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Pushing event updated for resources: {'Port': ['ID=39f6f669-874d-4e5e-8882-9a82c156fa45,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:36.330192 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:25:36.332316 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:25:36.345577 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Pushing event deleted for resources: {'Port': ['ID=23cd7234-f012-421e-b474-2eaecb8ed5ac,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:36.347475 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] No DVR routers for this DVR port 23cd7234-f012-421e-b474-2eaecb8ed5ac on host dv-cinder-679138-11-smb {{(pid=94869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:25:36.359368 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-f24616e9-76d5-4aef-a6bc-8c4710db33dc None None] For port 23cd7234-f012-421e-b474-2eaecb8ed5ac, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=23cd7234-f012-421e-b474-2eaecb8ed5ac,segment=NetworkSegment(08db973e-2baf-4eba-beb8-923db82211bb),segment_id=08db973e-2baf-4eba-beb8-923db82211bb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:36.359368 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f24616e9-76d5-4aef-a6bc-8c4710db33dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.379352 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f24616e9-76d5-4aef-a6bc-8c4710db33dc None None] Calling delete_port for 23cd7234-f012-421e-b474-2eaecb8ed5ac owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:36.397814 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:36.398437 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.415094 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-cff01c18-854f-4bd0-9994-986b994b6003 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7964540 Jul 21 00:25:36.423050 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.428716 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Request body: {'port': {'device_id': '8061e73c-aa2f-433c-bca0-72033bdf2736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:25:36.433905 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c706641-be67-4d64-adc0-ebb5149a1807']}} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:36.444379 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08db973e-2baf-4eba-beb8-923db82211bb') {'for_net_delete': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:36.444706 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08db973e-2baf-4eba-beb8-923db82211bb') {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:36.454507 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439217'] for segment, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.469426 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.476314 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:25:36.476877 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8450596'] for segment, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: Traceback (most recent call last): Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: timer() Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: cb(*args, **kw) Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: return func(*args, **kwargs) Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: self._notify() Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: self.callback(batched_events) Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: event.method(event) Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: return f(self, *a, **k) Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: return self._get(url).json() Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: return self.request(url, 'GET', **kwargs) Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:25:36.479837 dv-cinder-679138-11-smb neutron-server[94869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:25:36.494885 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f24616e9-76d5-4aef-a6bc-8c4710db33dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.519894 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.528458 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24616e9-76d5-4aef-a6bc-8c4710db33dc None None] Pushing event deleted for resources: {'Port': ['ID=23cd7234-f012-421e-b474-2eaecb8ed5ac,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:36.534878 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24616e9-76d5-4aef-a6bc-8c4710db33dc None None] No DVR routers for this DVR port 23cd7234-f012-421e-b474-2eaecb8ed5ac on host dv-cinder-679138-11-smb {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:25:36.560112 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.565893 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.570597 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] 10.222.0.35 "DELETE /v2.0/networks/0c706641-be67-4d64-adc0-ebb5149a1807 HTTP/1.1" status: 204 len: 168 time: 0.5599682 Jul 21 00:25:36.571281 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35328) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:36.587698 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c88823-e4b9-4832-864c-7b06bb1e290f admin admin] Pushing event deleted for resources: {'Network': ['ID=0c706641-be67-4d64-adc0-ebb5149a1807,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:36.604159 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-0373789e-688d-452a-829e-3f414df78761 None None] Provisioning for port 39f6f669-874d-4e5e-8882-9a82c156fa45 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:25:36.609624 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-0373789e-688d-452a-829e-3f414df78761 None None] Provisioning complete for port 39f6f669-874d-4e5e-8882-9a82c156fa45 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:25:36.610072 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0373789e-688d-452a-829e-3f414df78761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.647707 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0373789e-688d-452a-829e-3f414df78761 None None] Port 39f6f669-874d-4e5e-8882-9a82c156fa45 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:25:36.662974 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.825747 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f6f669-874d-4e5e-8882-9a82c156fa45 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:25:36.833210 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.845750 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Transition to ACTIVE for port object 39f6f669-874d-4e5e-8882-9a82c156fa45 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:25:36.850941 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:36.924479 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Pushing event updated for resources: {'Port': ['ID=39f6f669-874d-4e5e-8882-9a82c156fa45,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:36.962486 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90274b-7b22-48ea-b7a2-630615004c0d req-aa7c9816-c4e1-4edc-8925-81856a23b700 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:36.963978 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5b90274b-7b22-48ea-b7a2-630615004c0d req-aa7c9816-c4e1-4edc-8925-81856a23b700 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 947 time: 0.3404584 Jul 21 00:25:36.981853 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Attempting to bind port 39f6f669-874d-4e5e-8882-9a82c156fa45 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:25:36.982419 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Attempting to bind port 39f6f669-874d-4e5e-8882-9a82c156fa45 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '258490f4-dd0f-4730-89ab-1ead7e82db16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:25:36.982531 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Attempting to bind port 39f6f669-874d-4e5e-8882-9a82c156fa45 on network 3b9dd655-9150-4941-85f9-7919d8e4140e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:25:36.987704 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Port 39f6f669-874d-4e5e-8882-9a82c156fa45 on network 3b9dd655-9150-4941-85f9-7919d8e4140e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:25:36.988018 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Attempting to bind port 39f6f669-874d-4e5e-8882-9a82c156fa45 on network 3b9dd655-9150-4941-85f9-7919d8e4140e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:25:36.992878 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:25:36.993289 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Checking segment: {'id': '258490f4-dd0f-4730-89ab-1ead7e82db16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:25:36.993669 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Bound using segment: {'id': '258490f4-dd0f-4730-89ab-1ead7e82db16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:25:36.994094 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Bound port: 39f6f669-874d-4e5e-8882-9a82c156fa45, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '258490f4-dd0f-4730-89ab-1ead7e82db16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:25:36.994451 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:37.061571 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] For port 39f6f669-874d-4e5e-8882-9a82c156fa45, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:25:37.065478 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] For port 39f6f669-874d-4e5e-8882-9a82c156fa45, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=39f6f669-874d-4e5e-8882-9a82c156fa45,segment=NetworkSegment(258490f4-dd0f-4730-89ab-1ead7e82db16),segment_id=258490f4-dd0f-4730-89ab-1ead7e82db16)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:25:37.071190 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5b90274b-7b22-48ea-b7a2-630615004c0d req-1a6fb9a2-af66-444e-a3a9-91533861fac4 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/security-groups?id=104995a2-391f-42da-a43a-604c912208e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751252 Jul 21 00:25:37.074372 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:37.107008 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:37.107711 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:37.109597 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] 10.222.0.32 "PUT /v2.0/ports/39f6f669-874d-4e5e-8882-9a82c156fa45 HTTP/1.1" status: 200 len: 1097 time: 0.6855383 Jul 21 00:25:37.110066 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8061e73c-aa2f-433c-bca0-72033bdf2736', 'tag': '39f6f669-874d-4e5e-8882-9a82c156fa45'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:25:37.112209 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e911e73d-2462-4d4d-9e44-5829e6925727" -d '{"events": [{"name": "network-changed", "server_uuid": "8061e73c-aa2f-433c-bca0-72033bdf2736", "tag": "39f6f669-874d-4e5e-8882-9a82c156fa45"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:25:37.145970 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0eacdc-c2c7-47e0-bc90-a8ee3b0e8603 service neutron] Pushing event updated for resources: {'Port': ['ID=39f6f669-874d-4e5e-8882-9a82c156fa45,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:37.188477 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665577e4-e0de-45bd-ac15-ee23700b65f9 x-openstack-request-id: req-665577e4-e0de-45bd-ac15-ee23700b65f9 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:25:37.188764 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8061e73c-aa2f-433c-bca0-72033bdf2736", "tag": "39f6f669-874d-4e5e-8882-9a82c156fa45", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:25:37.189034 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-665577e4-e0de-45bd-ac15-ee23700b65f9 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:25:37.189511 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8061e73c-aa2f-433c-bca0-72033bdf2736', 'tag': '39f6f669-874d-4e5e-8882-9a82c156fa45', 'status': 'completed', 'code': 200} Jul 21 00:25:37.216888 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75c23-c72b-4199-a36e-422db35389ed req-e0589e63-a3ff-4172-a379-ea08a6021de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:37.219284 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-e0589e63-a3ff-4172-a379-ea08a6021de8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=382b21381ead4d46ae851a6c460bbedc&device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 1100 time: 0.0679750 Jul 21 00:25:37.250386 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4060302'] for router_interface, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:37.260659 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-ea106097-5486-4840-a3c8-579ff9af8dfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=39f6f669-874d-4e5e-8882-9a82c156fa45 HTTP/1.1" status: 200 len: 217 time: 0.0341883 Jul 21 00:25:37.309600 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75c23-c72b-4199-a36e-422db35389ed req-1c5299cc-cdc3-4808-a8b6-5da0bb9374d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:37.311079 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-1c5299cc-cdc3-4808-a8b6-5da0bb9374d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7211df9-36a7-4da8-a7f5-2abb7c795414 HTTP/1.1" status: 200 len: 843 time: 0.0444124 Jul 21 00:25:37.371041 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75c23-c72b-4199-a36e-422db35389ed req-c96b61fb-8b66-4e8f-83a5-dbbadd73950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:37.372465 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-c96b61fb-8b66-4e8f-83a5-dbbadd73950e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b9dd655-9150-4941-85f9-7919d8e4140e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552511 Jul 21 00:25:37.460730 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-0cdd10f7-3f38-4efb-a393-589fffec0b80 service neutron] 10.222.0.32 "GET /v2.0/networks/3b9dd655-9150-4941-85f9-7919d8e4140e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820537 Jul 21 00:25:37.502948 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] Deleting port 79230556-c393-4686-ad5a-c63e5f0d75f1 {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:37.503287 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:37.551303 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-07c75c23-c72b-4199-a36e-422db35389ed req-a1fd0c72-0581-417b-9f83-5f68cb80c41d service neutron] 10.222.0.32 "GET /v2.0/networks/3b9dd655-9150-4941-85f9-7919d8e4140e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842228 Jul 21 00:25:37.577876 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] For port 79230556-c393-4686-ad5a-c63e5f0d75f1, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=79230556-c393-4686-ad5a-c63e5f0d75f1,segment=NetworkSegment(411c23a8-82b0-4f01-8523-dd4092148677),segment_id=411c23a8-82b0-4f01-8523-dd4092148677)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:37.578453 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:37.590273 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] Calling delete_port for 79230556-c393-4686-ad5a-c63e5f0d75f1 owned by network:router_interface {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:37.650838 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-540cebf3-efeb-483d-b81a-433ce032d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:37.652940 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-540cebf3-efeb-483d-b81a-433ce032d495 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=382b21381ead4d46ae851a6c460bbedc&device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 1100 time: 0.0553348 Jul 21 00:25:37.695680 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 23cd7234-f012-421e-b474-2eaecb8ed5ac no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:37.719237 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 23cd7234-f012-421e-b474-2eaecb8ed5ac {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:37.719583 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 23cd7234-f012-421e-b474-2eaecb8ed5ac not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:37.721872 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device bc35ed01-ed2c-45d8-8db4-462c4c664420 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:37.739645 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: bc35ed01-ed2c-45d8-8db4-462c4c664420 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:37.740123 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device bc35ed01-ed2c-45d8-8db4-462c4c664420 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:37.748384 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-55ae411f-6c5c-4847-8cec-0780b20e706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:37.750425 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-55ae411f-6c5c-4847-8cec-0780b20e706d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b9dd655-9150-4941-85f9-7919d8e4140e HTTP/1.1" status: 200 len: 870 time: 0.0916159 Jul 21 00:25:37.773965 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:37.791268 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-2333173c-9000-47a7-9da9-323108669c9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=39f6f669-874d-4e5e-8882-9a82c156fa45 HTTP/1.1" status: 200 len: 217 time: 0.0339372 Jul 21 00:25:37.802717 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=79230556-c393-4686-ad5a-c63e5f0d75f1,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:37.841640 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-1eb5159f-e7d7-4db4-9039-cc32f95b333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:37.843188 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-1eb5159f-e7d7-4db4-9039-cc32f95b333c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7211df9-36a7-4da8-a7f5-2abb7c795414 HTTP/1.1" status: 200 len: 843 time: 0.0454326 Jul 21 00:25:37.915584 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-058df407-eb76-43c2-8bc3-39d9bcefabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:37.917341 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-058df407-eb76-43c2-8bc3-39d9bcefabe5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b9dd655-9150-4941-85f9-7919d8e4140e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669982 Jul 21 00:25:37.971120 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4060178'] for router_interface, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:38.014156 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-b26471a9-1552-4cca-9c47-4a3d74318a57 service neutron] 10.222.0.32 "GET /v2.0/networks/3b9dd655-9150-4941-85f9-7919d8e4140e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872333 Jul 21 00:25:38.105187 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-e911e73d-2462-4d4d-9e44-5829e6925727 req-986dda98-9ef5-44d5-ae40-3beb0c5d8fac service neutron] 10.222.0.32 "GET /v2.0/networks/3b9dd655-9150-4941-85f9-7919d8e4140e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834949 Jul 21 00:25:38.220311 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] Router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:25:38.228797 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cabac-2d40-474d-bd14-de547675545d req-036be287-40a2-4733-b782-b19804f66b1b tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:38.230311 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6f1cabac-2d40-474d-bd14-de547675545d req-036be287-40a2-4733-b782-b19804f66b1b tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 947 time: 0.0894651 Jul 21 00:25:38.331706 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6f1cabac-2d40-474d-bd14-de547675545d req-47bc5232-f70f-4ed6-9248-26e7b95191c3 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/security-groups?id=104995a2-391f-42da-a43a-604c912208e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942786 Jul 21 00:25:38.358092 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:25:38.363609 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-660fca36-8c7b-4fc9-b945-47f4d3333fdb admin admin] 10.222.0.35 "PUT /v2.0/routers/ccd091ab-8aa9-4fbd-9641-d0670c7d89b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913883 Jul 21 00:25:38.366128 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35334) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:38.371322 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] Sync routers for ids ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:25:38.380872 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] Routers {'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:25:38.381500 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:25:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:38.468082 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:38.482705 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] Set router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:25:38.567768 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:38.617955 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Deleting port 6aa727a4-86c9-4eb9-a241-5249f5816e1c {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:38.618619 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:38.653045 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'name': 'tempest-TestShelveInstance-871561923-router', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:25:37Z', 'revision_number': 5, 'project_id': 'f8167d01db934420af457aea18e524e0', 'gw_port': {'id': '6aa727a4-86c9-4eb9-a241-5249f5816e1c', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:38.678209 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] Checking router: ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:25:38.686857 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] Routers {'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:25:38.687486 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:25:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:38.694332 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] For port 6aa727a4-86c9-4eb9-a241-5249f5816e1c, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=6aa727a4-86c9-4eb9-a241-5249f5816e1c,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:38.694688 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:38.710795 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Calling delete_port for 6aa727a4-86c9-4eb9-a241-5249f5816e1c owned by network:router_gateway {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:38.853883 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] Set router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 gateway port host: None {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:25:38.869318 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:38.897404 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa727a4-86c9-4eb9-a241-5249f5816e1c,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:38.906930 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'name': 'tempest-TestShelveInstance-871561923-router', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:25:38Z', 'revision_number': 6, 'project_id': 'f8167d01db934420af457aea18e524e0', 'gw_port_host': None}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:38.938496 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390034cf-d2c1-46a4-945f-790148c27fd3 None None] The sync data for ids ['ccd091ab-8aa9-4fbd-9641-d0670c7d89b1'] in dv-cinder-679138-11-smb is: [{'id': 'ccd091ab-8aa9-4fbd-9641-d0670c7d89b1', 'name': 'tempest-TestShelveInstance-871561923-router', 'tenant_id': 'f8167d01db934420af457aea18e524e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:20:26Z', 'updated_at': '2021-07-21T00:25:38Z', 'revision_number': 6, 'project_id': 'f8167d01db934420af457aea18e524e0', 'gw_port_host': None}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:25:38.941005 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:25:38.956098 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4055988'] for router_gateway, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.019210 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 39f6f669-874d-4e5e-8882-9a82c156fa45 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:25:39.042666 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4055651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26344'] for router, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.044709 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.090896 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4061519'] for router, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.091535 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 {{(pid=94869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 00:25:39.097251 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] Notify callbacks [] for router, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.098406 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-5e65b4c0-7d8f-47c3-9065-306cc07147dd admin admin] 10.222.0.35 "DELETE /v2.0/routers/ccd091ab-8aa9-4fbd-9641-d0670c7d89b1 HTTP/1.1" status: 204 len: 168 time: 0.7313766 Jul 21 00:25:39.100992 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35336) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:39.114069 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 39f6f669-874d-4e5e-8882-9a82c156fa45, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=39f6f669-874d-4e5e-8882-9a82c156fa45,segment=NetworkSegment(258490f4-dd0f-4730-89ab-1ead7e82db16),segment_id=258490f4-dd0f-4730-89ab-1ead7e82db16)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:39.124261 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': '39f6f669-874d-4e5e-8882-9a82c156fa45', 'network_id': '3b9dd655-9150-4941-85f9-7919d8e4140e', 'port_id': '39f6f669-874d-4e5e-8882-9a82c156fa45', 'mac_address': 'fa:16:3e:7b:87:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7211df9-36a7-4da8-a7f5-2abb7c795414', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:25:39.144336 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25c3f9c-99f1-445e-a558-0ce1ee1b25f0 admin admin] Deleting subnet c23805ff-3f00-4f14-831e-ccaa7e4771b3 {{(pid=94869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:25:39.147428 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b25c3f9c-99f1-445e-a558-0ce1ee1b25f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.164371 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.177619 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f6f669-874d-4e5e-8882-9a82c156fa45 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:25:39.181691 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b25c3f9c-99f1-445e-a558-0ce1ee1b25f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439224'] for subnet, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.196745 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 39f6f669-874d-4e5e-8882-9a82c156fa45, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=39f6f669-874d-4e5e-8882-9a82c156fa45,segment=NetworkSegment(258490f4-dd0f-4730-89ab-1ead7e82db16),segment_id=258490f4-dd0f-4730-89ab-1ead7e82db16)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:39.201639 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.247975 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=39f6f669-874d-4e5e-8882-9a82c156fa45,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:39.255932 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b25c3f9c-99f1-445e-a558-0ce1ee1b25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.313514 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b25c3f9c-99f1-445e-a558-0ce1ee1b25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8450654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580651'] for subnet, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.337280 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c3f9c-99f1-445e-a558-0ce1ee1b25f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23805ff-3f00-4f14-831e-ccaa7e4771b3,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:39.346068 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b25c3f9c-99f1-445e-a558-0ce1ee1b25f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.350726 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35338) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:39.352380 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3c942e-cab7-4ed2-b36d-8022c91068e7 None None] Network 57b32d32-0ee1-44c0-aa43-9c13076d3d12 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:25:39.355958 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-b25c3f9c-99f1-445e-a558-0ce1ee1b25f0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c23805ff-3f00-4f14-831e-ccaa7e4771b3 HTTP/1.1" status: 204 len: 168 time: 0.2537451 Jul 21 00:25:39.416557 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['39f6f669-874d-4e5e-8882-9a82c156fa45'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:25:39.441492 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.493302 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694104f-3fd4-49ec-9f15-484e5d867f82 req-7b00f00e-adb4-4273-89f1-972e53691488 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:39.495734 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9694104f-3fd4-49ec-9f15-484e5d867f82 req-7b00f00e-adb4-4273-89f1-972e53691488 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 948 time: 0.0825136 Jul 21 00:25:39.507578 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Deleting port 2861892b-28a4-4a3c-adea-9c249ffd675e {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:39.508121 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.541506 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-9694104f-3fd4-49ec-9f15-484e5d867f82 req-c3a5274a-dcdc-49ee-accd-82aa28c4f6dc tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/security-groups?id=104995a2-391f-42da-a43a-604c912208e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393708 Jul 21 00:25:39.580187 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] For port 2861892b-28a4-4a3c-adea-9c249ffd675e, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=2861892b-28a4-4a3c-adea-9c249ffd675e,segment=NetworkSegment(411c23a8-82b0-4f01-8523-dd4092148677),segment_id=411c23a8-82b0-4f01-8523-dd4092148677)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:39.580540 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.591701 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Calling delete_port for 2861892b-28a4-4a3c-adea-9c249ffd675e owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:39.671072 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.699766 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Pushing event deleted for resources: {'Port': ['ID=2861892b-28a4-4a3c-adea-9c249ffd675e,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:39.703336 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] No DVR routers for this DVR port 2861892b-28a4-4a3c-adea-9c249ffd675e on host dv-cinder-679138-11-smb {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:25:39.773143 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.783446 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b32d32-0ee1-44c0-aa43-9c13076d3d12']}} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:39.788981 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af219d-09e7-492a-b757-411890256317 None None] DHCP port deletion for 57b32d32-0ee1-44c0-aa43-9c13076d3d12 request from dv-cinder-679138-11-smb {{(pid=94870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 21 00:25:39.793997 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411c23a8-82b0-4f01-8523-dd4092148677') {'for_net_delete': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:39.794163 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411c23a8-82b0-4f01-8523-dd4092148677') {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:25:39.804431 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8529750'] for segment, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.815032 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 79230556-c393-4686-ad5a-c63e5f0d75f1 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:39.822142 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.828624 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:25:39.828848 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3221053'] for segment, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: Traceback (most recent call last): Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: timer() Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: cb(*args, **kw) Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: return func(*args, **kwargs) Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: self._notify() Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: self.callback(batched_events) Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: event.method(event) Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: return f(self, *a, **k) Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: return self._get(url).json() Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: return self.request(url, 'GET', **kwargs) Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:25:39.831160 dv-cinder-679138-11-smb neutron-server[94868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:25:39.839177 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 79230556-c393-4686-ad5a-c63e5f0d75f1 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:39.839659 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 79230556-c393-4686-ad5a-c63e5f0d75f1 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:39.840150 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 6aa727a4-86c9-4eb9-a241-5249f5816e1c no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:39.861026 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 6aa727a4-86c9-4eb9-a241-5249f5816e1c {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:39.861457 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 6aa727a4-86c9-4eb9-a241-5249f5816e1c not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:39.886883 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.892033 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:39.893872 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] 10.222.0.35 "DELETE /v2.0/networks/57b32d32-0ee1-44c0-aa43-9c13076d3d12 HTTP/1.1" status: 204 len: 168 time: 0.5416458 Jul 21 00:25:39.904104 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514f5ae-fe5f-48ec-952d-965fec4ee468 admin admin] Pushing event deleted for resources: {'Network': ['ID=57b32d32-0ee1-44c0-aa43-9c13076d3d12,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:40.007680 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35344) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:40.046796 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-cba8e587-46c1-4463-916b-a9473c83dc5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b98382a294204610b4908a27a3ac4e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378253 Jul 21 00:25:40.048970 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35346) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:40.094298 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1a8b395f-068a-4777-9bb7-2e562cc5008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:40.118171 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1a8b395f-068a-4777-9bb7-2e562cc5008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:40.162301 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1a8b395f-068a-4777-9bb7-2e562cc5008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:40.164727 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1a8b395f-068a-4777-9bb7-2e562cc5008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:40.165889 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-1a8b395f-068a-4777-9bb7-2e562cc5008e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36edc81b-2541-4cca-945a-4c2993d92c94 HTTP/1.1" status: 204 len: 168 time: 0.1159992 Jul 21 00:25:40.173810 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b395f-068a-4777-9bb7-2e562cc5008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36edc81b-2541-4cca-945a-4c2993d92c94,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:40.465611 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35352) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:40.504451 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-dbb481a4-fe93-4192-a868-e8a5a65336e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8167d01db934420af457aea18e524e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375972 Jul 21 00:25:40.506874 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35354) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:40.554495 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-74926f83-2aa7-41d7-9f4a-7de5a4c41a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:40.575543 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-74926f83-2aa7-41d7-9f4a-7de5a4c41a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:40.625482 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-74926f83-2aa7-41d7-9f4a-7de5a4c41a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:40.628067 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-74926f83-2aa7-41d7-9f4a-7de5a4c41a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:40.629246 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-74926f83-2aa7-41d7-9f4a-7de5a4c41a7b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e49f90d2-f00a-4019-9f73-4fb17473caa9 HTTP/1.1" status: 204 len: 168 time: 0.1213183 Jul 21 00:25:40.637139 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74926f83-2aa7-41d7-9f4a-7de5a4c41a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f90d2-f00a-4019-9f73-4fb17473caa9,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:40.673314 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e536ab-1757-40ea-b28d-14d83041ee07 req-57359ff5-b3ee-40cd-a639-0f3e470b6eb2 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:40.674818 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-76e536ab-1757-40ea-b28d-14d83041ee07 req-57359ff5-b3ee-40cd-a639-0f3e470b6eb2 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 948 time: 0.0663152 Jul 21 00:25:40.712260 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-76e536ab-1757-40ea-b28d-14d83041ee07 req-4c62801f-e6a1-4384-bbe4-a9114a444487 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/security-groups?id=104995a2-391f-42da-a43a-604c912208e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Jul 21 00:25:41.040357 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 39f6f669-874d-4e5e-8882-9a82c156fa45 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:25:41.088973 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port 39f6f669-874d-4e5e-8882-9a82c156fa45 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:25:41.093072 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port 39f6f669-874d-4e5e-8882-9a82c156fa45 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:25:41.093697 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:41.166528 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:41.188693 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8061e73c-aa2f-433c-bca0-72033bdf2736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f6f669-874d-4e5e-8882-9a82c156fa45'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:25:41.190986 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefeb7fa-71a1-4114-ab57-12bb449fa055" -d '{"events": [{"server_uuid": "8061e73c-aa2f-433c-bca0-72033bdf2736", "name": "network-vif-plugged", "status": "completed", "tag": "39f6f669-874d-4e5e-8882-9a82c156fa45"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:25:41.204326 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port 39f6f669-874d-4e5e-8882-9a82c156fa45, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=39f6f669-874d-4e5e-8882-9a82c156fa45,segment=NetworkSegment(258490f4-dd0f-4730-89ab-1ead7e82db16),segment_id=258490f4-dd0f-4730-89ab-1ead7e82db16)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:41.208686 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:41.234934 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59e6c7b-4fc8-460e-8a1d-b5eedcf943df x-openstack-request-id: req-f59e6c7b-4fc8-460e-8a1d-b5eedcf943df {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:25:41.235221 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8061e73c-aa2f-433c-bca0-72033bdf2736", "name": "network-vif-plugged", "status": "completed", "tag": "39f6f669-874d-4e5e-8882-9a82c156fa45", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:25:41.235475 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f59e6c7b-4fc8-460e-8a1d-b5eedcf943df {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:25:41.235860 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8061e73c-aa2f-433c-bca0-72033bdf2736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f6f669-874d-4e5e-8882-9a82c156fa45', 'code': 200} Jul 21 00:25:41.263729 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=39f6f669-874d-4e5e-8882-9a82c156fa45,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:41.395819 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb42ed1-06c0-4eb2-a340-f87a883d7c69 req-070a01ab-a271-4431-84ba-71888ab5f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:41.397322 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2fb42ed1-06c0-4eb2-a340-f87a883d7c69 req-070a01ab-a271-4431-84ba-71888ab5f261 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 1102 time: 0.0511713 Jul 21 00:25:41.430604 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-2fb42ed1-06c0-4eb2-a340-f87a883d7c69 req-25f5124f-e71d-44a8-b2f1-47c5f43332c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=104995a2-391f-42da-a43a-604c912208e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271878 Jul 21 00:25:41.677697 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 2861892b-28a4-4a3c-adea-9c249ffd675e no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:41.699991 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 2861892b-28a4-4a3c-adea-9c249ffd675e {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:41.700333 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 2861892b-28a4-4a3c-adea-9c249ffd675e not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:41.838420 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2601b-8692-4578-a55c-32fa292a5ada req-1257daa2-c4f7-4e42-84bc-26f8c880da0b tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:41.839895 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8cc2601b-8692-4578-a55c-32fa292a5ada req-1257daa2-c4f7-4e42-84bc-26f8c880da0b tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 949 time: 0.0620873 Jul 21 00:25:41.876578 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8cc2601b-8692-4578-a55c-32fa292a5ada req-8c258ef5-a240-45ba-bedd-f5e2b20f0c9c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/security-groups?id=104995a2-391f-42da-a43a-604c912208e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302577 Jul 21 00:25:43.005936 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55633e74-4c62-4a7e-93f4-c04cf816f4b6 req-c84389df-0365-4382-ba97-5ec050b551e6 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:43.007405 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-55633e74-4c62-4a7e-93f4-c04cf816f4b6 req-c84389df-0365-4382-ba97-5ec050b551e6 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 949 time: 0.0647302 Jul 21 00:25:43.043685 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-55633e74-4c62-4a7e-93f4-c04cf816f4b6 req-3ec3e4db-4d9f-4dd4-9418-ce11c54b5a4d tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/security-groups?id=104995a2-391f-42da-a43a-604c912208e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309260 Jul 21 00:25:43.300754 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622b105-e47a-468c-8318-465fe6874fe8 req-d85f7d63-878d-4920-9635-e43e4f12e10d tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:43.302258 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f622b105-e47a-468c-8318-465fe6874fe8 req-d85f7d63-878d-4920-9635-e43e4f12e10d tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 949 time: 0.0619478 Jul 21 00:25:43.338614 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-f622b105-e47a-468c-8318-465fe6874fe8 req-adb7f1a6-6566-432e-b1f1-ee50432bb33d tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/security-groups?id=104995a2-391f-42da-a43a-604c912208e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309494 Jul 21 00:25:44.466498 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207bd0f-c309-4a5e-9d19-f18ecd9db607 req-815b8586-6faa-4576-8fda-c158d8b357e5 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:44.468687 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0207bd0f-c309-4a5e-9d19-f18ecd9db607 req-815b8586-6faa-4576-8fda-c158d8b357e5 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 949 time: 0.0649922 Jul 21 00:25:44.506132 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-0207bd0f-c309-4a5e-9d19-f18ecd9db607 req-8ef606b4-09f7-4607-b049-f2ff6b53fd8d tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/security-groups?id=104995a2-391f-42da-a43a-604c912208e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Jul 21 00:25:44.536438 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-e96e5c91-c606-4a19-a857-63ba84de708f tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:25:44.537926 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-e96e5c91-c606-4a19-a857-63ba84de708f tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.32 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 949 time: 0.0621614 Jul 21 00:25:44.632891 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-d50cdf05-912c-451d-a608-4940264f014c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Deleting port 39f6f669-874d-4e5e-8882-9a82c156fa45 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:25:44.633181 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-d50cdf05-912c-451d-a608-4940264f014c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:44.717091 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-d50cdf05-912c-451d-a608-4940264f014c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] For port 39f6f669-874d-4e5e-8882-9a82c156fa45, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=39f6f669-874d-4e5e-8882-9a82c156fa45,segment=NetworkSegment(258490f4-dd0f-4730-89ab-1ead7e82db16),segment_id=258490f4-dd0f-4730-89ab-1ead7e82db16)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:25:44.717449 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-d50cdf05-912c-451d-a608-4940264f014c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:44.732823 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-d50cdf05-912c-451d-a608-4940264f014c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Calling delete_port for 39f6f669-874d-4e5e-8882-9a82c156fa45 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:25:44.850988 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-d50cdf05-912c-451d-a608-4940264f014c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:44.861722 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['39f6f669-874d-4e5e-8882-9a82c156fa45'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:25:44.878445 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cdf05-912c-451d-a608-4940264f014c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Pushing event deleted for resources: {'Port': ['ID=39f6f669-874d-4e5e-8882-9a82c156fa45,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:25:45.147989 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-d50cdf05-912c-451d-a608-4940264f014c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] No DVR routers for this DVR port 39f6f669-874d-4e5e-8882-9a82c156fa45 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:25:45.150424 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-d50cdf05-912c-451d-a608-4940264f014c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:45.152307 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a32f29eb-e23b-48a5-afdb-9657e7b1ca59 req-d50cdf05-912c-451d-a608-4940264f014c tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.32 "DELETE /v2.0/ports/39f6f669-874d-4e5e-8882-9a82c156fa45 HTTP/1.1" status: 204 len: 173 time: 0.6090517 Jul 21 00:25:45.152738 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8061e73c-aa2f-433c-bca0-72033bdf2736', 'name': 'network-vif-deleted', 'tag': '39f6f669-874d-4e5e-8882-9a82c156fa45'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:25:45.154946 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7d7f32-65e0-4735-bd86-ad90b3c31df7" -d '{"events": [{"server_uuid": "8061e73c-aa2f-433c-bca0-72033bdf2736", "name": "network-vif-deleted", "tag": "39f6f669-874d-4e5e-8882-9a82c156fa45"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:25:45.191007 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e97e65-1693-4f62-b0a2-3ae0c607ad94 x-openstack-request-id: req-97e97e65-1693-4f62-b0a2-3ae0c607ad94 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:25:45.191324 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8061e73c-aa2f-433c-bca0-72033bdf2736", "name": "network-vif-deleted", "tag": "39f6f669-874d-4e5e-8882-9a82c156fa45", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:25:45.191556 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97e97e65-1693-4f62-b0a2-3ae0c607ad94 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:25:45.191946 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8061e73c-aa2f-433c-bca0-72033bdf2736', 'name': 'network-vif-deleted', 'tag': '39f6f669-874d-4e5e-8882-9a82c156fa45', 'status': 'completed', 'code': 200} Jul 21 00:25:45.616519 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-aaf50646-f27c-4370-94d9-b7a9fdb57c15 req-3d369a27-2491-4585-bd76-4db87e386355 tempest-VolumesNegativeTest-915740545 tempest-VolumesNegativeTest-915740545-project] 10.222.0.35 "GET /v2.0/ports?device_id=8061e73c-aa2f-433c-bca0-72033bdf2736 HTTP/1.1" status: 200 len: 210 time: 0.0290644 Jul 21 00:25:47.055506 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 39f6f669-874d-4e5e-8882-9a82c156fa45 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:25:47.074327 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: 39f6f669-874d-4e5e-8882-9a82c156fa45 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:25:47.074669 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device 39f6f669-874d-4e5e-8882-9a82c156fa45 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:25:53.111405 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35662) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:53.234159 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-870456d5-ce7f-4ec2-a5d0-4ddab1471838 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=382b21381ead4d46ae851a6c460bbedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1216307 Jul 21 00:25:53.236572 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35666) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:25:53.282664 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a8b38b8-4864-4153-adb1-59299f0ba119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:53.303275 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a8b38b8-4864-4153-adb1-59299f0ba119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:53.349708 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a8b38b8-4864-4153-adb1-59299f0ba119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:53.352772 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a8b38b8-4864-4153-adb1-59299f0ba119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:25:53.353949 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-5a8b38b8-4864-4153-adb1-59299f0ba119 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/104995a2-391f-42da-a43a-604c912208e9 HTTP/1.1" status: 204 len: 168 time: 0.1164513 Jul 21 00:25:53.362253 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b38b8-4864-4153-adb1-59299f0ba119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104995a2-391f-42da-a43a-604c912208e9,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:01.647328 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1800991-595c-4ad6-adbd-cf4b09cec25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:02.531520 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:04.074815 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35782) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:04.172753 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7950f29e-490e-4462-a3f4-c172fb591e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:04.209226 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-07a8392e-1458-4368-bb53-79adef7098c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:04.235859 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:04.259086 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7950f29e-490e-4462-a3f4-c172fb591e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:04.262593 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7950f29e-490e-4462-a3f4-c172fb591e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:04.300092 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-7950f29e-490e-4462-a3f4-c172fb591e05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2293ef2293204ab3b45d98a49460c5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241940 Jul 21 00:26:04.302018 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950f29e-490e-4462-a3f4-c172fb591e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6957e2bd-1b34-4e39-a353-eeae7ce84ece,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:04.302753 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35786) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:04.350112 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:04.372632 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:04.416718 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:04.419199 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:04.420381 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6957e2bd-1b34-4e39-a353-eeae7ce84ece HTTP/1.1" status: 204 len: 168 time: 0.1166563 Jul 21 00:26:04.428234 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6957e2bd-1b34-4e39-a353-eeae7ce84ece,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:04.435321 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.435662 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.436003 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.436337 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.436668 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.437021 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.437353 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.438287 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.438673 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.439074 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.439414 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.439728 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530dfaf-e2ec-40db-8fca-fda6b4a4b126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:04.997578 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 35808) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:05.090387 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-203417096-network', 'tenant_id': 'ea02445018314a15af809b7680aad35f'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:05.111610 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Made reservation on behalf of ea02445018314a15af809b7680aad35f for: {'network': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:26:05.113906 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.121791 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.201196 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.206222 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.209697 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.233309 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:26:05.244006 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b691d5ac-daba-49ce-a4a8-9135a47569c9,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:05.248630 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.248991 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.segments_db [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Added segment 006b4fb2-3583-45ab-b6e7-64aa670fe4b4 of type vlan for network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 Jul 21 00:26:05.287413 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.315422 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.316463 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:05.317066 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.349885 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3508980 Jul 21 00:26:05.352848 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35812) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:05.357974 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Request body: {'subnet': {'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-203417096-subnet', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'ip_version': 4}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:05.378445 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95886a-aa48-4dc1-8759-16d19073b40f admin admin] Pushing event updated for resources: {'Network': ['ID=95f6abbb-d9ff-4b6e-98a4-4d212967bb98,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:05.379144 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Made reservation on behalf of ea02445018314a15af809b7680aad35f for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:26:05.383222 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8580694'] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.389451 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:26:05.550100 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8450719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8580644'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.609821 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=176e0010-eaa2-4521-8f3a-40f7d45e0ba4,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:05.613797 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Checking segment: {'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:26:05.614143 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Network hostable DHCP agents. Network: 95f6abbb-d9ff-4b6e-98a4-4d212967bb98, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:26:05.630784 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:26:05.639335 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, 95f6abbb-d9ff-4b6e-98a4-4d212967bb98) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:05.644117 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:05.644762 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.648896 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c96f9-344c-4eac-abd1-e0f650016ea3 None None] Network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:26:05.660841 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-0a4476e0-90d7-49cb-aee4-634344164707 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3068526 Jul 21 00:26:05.663763 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35814) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:05.668065 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:05.687317 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4055862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26366'] for router, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.689014 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4060248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4059929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26343'] for router, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.738605 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.793122 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4945ffbd-1d79-5330-8854-c99d92bdffc7-95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4'}]}} from dv-cinder-679138-11-smb. {{(pid=94870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 21 00:26:05.793977 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:05.930688 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Allocated IP 172.20.0.2 (95f6abbb-d9ff-4b6e-98a4-4d212967bb98/176e0010-eaa2-4521-8f3a-40f7d45e0ba4/2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:26:06.073843 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.082176 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Transition to ACTIVE for port object 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:06.092769 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4056051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4055896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26321'] for router, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.097492 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Transition to ACTIVE for port object 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:06.104266 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.142719 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:26:06.147396 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:06.150714 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:26:06.162391 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Pushing event updated for resources: {'Port': ['ID=2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:06.211865 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Attempting to bind port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:26:06.212178 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Attempting to bind port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:26:06.212514 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Attempting to bind port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 on network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:26:06.217499 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:26:06.217875 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Checking segment: {'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:26:06.218279 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.218677 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Bound using segment: {'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:26:06.219660 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Bound port: 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:26:06.220040 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.283430 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] For port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:26:06.287790 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] For port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:26:06.293695 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.294529 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.314084 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.366575 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c432d-5b7f-4f1a-a19a-e2de08cdb223 None None] Pushing event updated for resources: {'Port': ['ID=2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:06.419176 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Allocated IP 172.28.2.75 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/a329f475-b19d-4100-853b-dd817c29e338) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:26:06.533078 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.576563 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.617936 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:26:06.620725 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:06.624391 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:26:06.630221 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Pushing event updated for resources: {'Port': ['ID=a329f475-b19d-4100-853b-dd817c29e338,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:06.663401 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:06.862888 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:07.054546 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4055887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4056040'] for router, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:07.183327 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Router ea7df8ce-7e22-4bbd-b965-23b36ccac76c is scheduled to L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 with binding_index 1 {{(pid=94869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 21 00:26:07.266793 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c4747-1216-4104-80a2-384a8b97dea0 None None] Network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:26:07.290155 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:26:07.301667 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Sync routers for ids ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:26:07.306312 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] Notify callbacks [] for router, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:07.307568 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-0d70779a-a494-4913-a563-fb4e901738cb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6428847 Jul 21 00:26:07.310537 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35816) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:07.315174 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-0250a2c3-4d02-4e24-b52e-6079ecfe616b None None] Provisioning for port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:07.352880 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Routers {'ea7df8ce-7e22-4bbd-b965-23b36ccac76c'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:26:07.353533 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:26:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:07.497021 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Set router ea7df8ce-7e22-4bbd-b965-23b36ccac76c gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:26:07.723127 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:07.725780 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:06Z', 'revision_number': 3, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:07.754189 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Checking router: ea7df8ce-7e22-4bbd-b965-23b36ccac76c for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:26:07.754547 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Updating router ea7df8ce-7e22-4bbd-b965-23b36ccac76c port a329f475-b19d-4100-853b-dd817c29e338 binding host dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:26:07.759897 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:07.822575 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:07.893463 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Allocated IP 172.20.0.1 (95f6abbb-d9ff-4b6e-98a4-4d212967bb98/176e0010-eaa2-4521-8f3a-40f7d45e0ba4/e23e33b6-9c0f-438c-82a3-4a345089c21c) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:26:07.921269 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:07.937827 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:07.938199 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:07.964516 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-4b34abf4-0ddd-4c82-8938-328d4d103d4f None None] Provisioning complete for port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:07.964881 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b34abf4-0ddd-4c82-8938-328d4d103d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:07.995893 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.009466 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Transition to ACTIVE for port object e23e33b6-9c0f-438c-82a3-4a345089c21c will not be triggered until provisioned by entity DHCP. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:08.041807 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.077112 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:26:08.082757 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:08.086384 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:26:08.113505 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Pushing event updated for resources: {'Port': ['ID=e23e33b6-9c0f-438c-82a3-4a345089c21c,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:08.137123 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4055833'] for router_interface, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.282517 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.288874 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.311491 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b34abf4-0ddd-4c82-8938-328d4d103d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.373236 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:26:08.383161 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.386809 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.436092 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Transition to ACTIVE for port object a329f475-b19d-4100-853b-dd817c29e338 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:08.442837 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.447677 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8450560'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.454375 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.475495 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.db.api [None req-4b34abf4-0ddd-4c82-8938-328d4d103d4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 21 00:26:08.475919 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG oslo_db.api [None req-4b34abf4-0ddd-4c82-8938-328d4d103d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 00:26:08.478070 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:08.516695 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Attempting to bind port a329f475-b19d-4100-853b-dd817c29e338 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:26:08.517093 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Attempting to bind port a329f475-b19d-4100-853b-dd817c29e338 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:26:08.517452 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Attempting to bind port a329f475-b19d-4100-853b-dd817c29e338 on network c738b427-e595-478b-aacb-eccc899844dd {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:26:08.522624 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Pushing event updated for resources: {'Port': ['ID=e23e33b6-9c0f-438c-82a3-4a345089c21c,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:08.526440 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4060329'] for router_interface, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.528328 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:26:08.528703 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Checking segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:26:08.529187 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.529508 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Bound using segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:26:08.529979 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Bound port: a329f475-b19d-4100-853b-dd817c29e338, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:26:08.530359 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.555122 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe84b8f-394d-4397-a747-abec2e73bee1 None None] Pushing event updated for resources: {'Port': ['ID=a329f475-b19d-4100-853b-dd817c29e338,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:08.584642 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] For port a329f475-b19d-4100-853b-dd817c29e338, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:26:08.587711 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] For port a329f475-b19d-4100-853b-dd817c29e338, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=a329f475-b19d-4100-853b-dd817c29e338,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:26:08.592321 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:08.623321 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:26:08.625367 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:08.650166 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Routers {'ea7df8ce-7e22-4bbd-b965-23b36ccac76c'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:26:08.650799 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:26:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:08.652663 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe84b8f-394d-4397-a747-abec2e73bee1 None None] Pushing event updated for resources: {'Port': ['ID=a329f475-b19d-4100-853b-dd817c29e338,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:08.741938 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Router ea7df8ce-7e22-4bbd-b965-23b36ccac76c has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:26:08.768745 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] Set router ea7df8ce-7e22-4bbd-b965-23b36ccac76c gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:26:08.848643 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:26:08.861802 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-077ed386-1321-4524-a0c7-bcea6ceb8f0a admin admin] 10.222.0.35 "PUT /v2.0/routers/ea7df8ce-7e22-4bbd-b965-23b36ccac76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5421584 Jul 21 00:26:08.967926 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 2, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:08.999618 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae21ec-ed54-496c-9ec0-925c19ebdf2b None None] The sync data for ids ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'] in dv-cinder-679138-11-smb is: [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 2, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:26:09.154422 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-08965490-6254-4a5b-8e9b-dcbdd0d742b4 None None] Provisioning for port e23e33b6-9c0f-438c-82a3-4a345089c21c completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:09.158844 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-08965490-6254-4a5b-8e9b-dcbdd0d742b4 None None] Provisioning complete for port e23e33b6-9c0f-438c-82a3-4a345089c21c triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:09.162334 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08965490-6254-4a5b-8e9b-dcbdd0d742b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.205500 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-08965490-6254-4a5b-8e9b-dcbdd0d742b4 None None] Port e23e33b6-9c0f-438c-82a3-4a345089c21c cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:26:09.337629 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35832) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:09.342907 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-101365633-network', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:09.364629 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Made reservation on behalf of aeea92b38d254c87a9fe5523802f726e for: {'network': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:26:09.367147 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for network, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.376898 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.467642 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.470750 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.495239 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 00:26:09.505599 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1857f5a-f59c-4e6b-9238-cad67f8501d2,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:09.510602 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.510949 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.segments_db [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Added segment 9fff6580-f806-4449-8848-f8fccd0d8370 of type vlan for network da4abc6a-dd25-4e3e-87f0-0a3738230b5c Jul 21 00:26:09.553213 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757637246940'] for network, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.595412 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074'] for network, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.597350 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:09.598905 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.633469 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2946227 Jul 21 00:26:09.636196 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35834) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:09.643326 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Request body: {'subnet': {'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-101365633-subnet', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'ip_version': 4}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:09.794161 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:09.845647 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:09.846088 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.909020 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400d824-a436-448c-9beb-997f7a3d4f7a admin admin] Pushing event updated for resources: {'Network': ['ID=da4abc6a-dd25-4e3e-87f0-0a3738230b5c,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:09.924202 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Network da4abc6a-dd25-4e3e-87f0-0a3738230b5c details requested by agent ovs-agent-dv-cinder-679138-11-smb with host dv-cinder-679138-11-smb {{(pid=94870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 00:26:09.926347 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Made reservation on behalf of aeea92b38d254c87a9fe5523802f726e for: {'subnet': 1} {{(pid=94869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:26:09.928765 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8580694'] for subnet, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:09.957948 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device a329f475-b19d-4100-853b-dd817c29e338 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:10.044471 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port a329f475-b19d-4100-853b-dd817c29e338 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:10.048467 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port a329f475-b19d-4100-853b-dd817c29e338 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:10.048845 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.103190 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8450719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8580644'] for subnet, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.129535 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.151683 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port a329f475-b19d-4100-853b-dd817c29e338, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=a329f475-b19d-4100-853b-dd817c29e338,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:26:10.157388 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.162087 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3217e64d-0710-48bb-b0e4-719b5c50474b,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:10.175353 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.175704 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.176051 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.176396 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.176811 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.177101 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.177426 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.177754 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.178084 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.178413 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.178740 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.179064 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.182027 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Checking segment: {'id': '9fff6580-f806-4449-8848-f8fccd0d8370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:26:10.182389 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Network hostable DHCP agents. Network: da4abc6a-dd25-4e3e-87f0-0a3738230b5c, hostable agents: ['70e3f347-f34e-4842-9fd4-b563a1aa0ed7'], hosted agents: [] {{(pid=94869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 00:26:10.203419 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Network da4abc6a-dd25-4e3e-87f0-0a3738230b5c is scheduled to be hosted by DHCP agent 70e3f347-f34e-4842-9fd4-b563a1aa0ed7 with binding_index 1 {{(pid=94869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 00:26:10.213175 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-11-smb, da4abc6a-dd25-4e3e-87f0-0a3738230b5c) {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:10.218416 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=a329f475-b19d-4100-853b-dd817c29e338,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:10.218834 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:10.219432 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.227444 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f4615c-61f9-4912-887d-7061fbd947c0 None None] Network da4abc6a-dd25-4e3e-87f0-0a3738230b5c requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:26:10.244252 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-2bc3cb21-c62a-44f2-8d06-c6dcbc286282 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6064174 Jul 21 00:26:10.246170 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35836) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:10.251134 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-101365633-router', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:10.271457 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4055862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26366'] for router, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.272370 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4060248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4059929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26343'] for router, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.326820 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.379331 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4945ffbd-1d79-5330-8854-c99d92bdffc7-da4abc6a-dd25-4e3e-87f0-0a3738230b5c', 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'fixed_ips': [{'subnet_id': '3217e64d-0710-48bb-b0e4-719b5c50474b'}]}} from dv-cinder-679138-11-smb. {{(pid=94870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 21 00:26:10.380216 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.459179 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4056051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4055896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26321'] for router, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.517675 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Allocated IP 172.20.0.2 (da4abc6a-dd25-4e3e-87f0-0a3738230b5c/3217e64d-0710-48bb-b0e4-719b5c50474b/498fb3d5-0e87-466c-9d23-5c7f206866c6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:26:10.661599 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.665571 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.674956 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Transition to ACTIVE for port object 498fb3d5-0e87-466c-9d23-5c7f206866c6 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:10.682884 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.690079 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Transition to ACTIVE for port object 498fb3d5-0e87-466c-9d23-5c7f206866c6 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:10.696105 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.735803 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Network da4abc6a-dd25-4e3e-87f0-0a3738230b5c is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:26:10.738628 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:10.742178 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:26:10.749395 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Pushing event updated for resources: {'Port': ['ID=498fb3d5-0e87-466c-9d23-5c7f206866c6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:10.758920 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.759279 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.759623 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.759970 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.760307 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.760646 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.760994 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.761330 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.761663 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.761990 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.762317 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.762639 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:10.793140 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Allocated IP 172.28.2.169 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/66031fcc-87d0-415a-876f-44951b916b8e) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:26:10.817397 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Attempting to bind port 498fb3d5-0e87-466c-9d23-5c7f206866c6 on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:26:10.817941 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Attempting to bind port 498fb3d5-0e87-466c-9d23-5c7f206866c6 by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '9fff6580-f806-4449-8848-f8fccd0d8370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:26:10.818082 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Attempting to bind port 498fb3d5-0e87-466c-9d23-5c7f206866c6 on network da4abc6a-dd25-4e3e-87f0-0a3738230b5c {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:26:10.822902 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:26:10.823282 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Checking segment: {'id': '9fff6580-f806-4449-8848-f8fccd0d8370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:26:10.823686 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.824079 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Bound using segment: {'id': '9fff6580-f806-4449-8848-f8fccd0d8370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:26:10.824544 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Bound port: 498fb3d5-0e87-466c-9d23-5c7f206866c6, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fff6580-f806-4449-8848-f8fccd0d8370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:26:10.824923 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.887649 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] For port 498fb3d5-0e87-466c-9d23-5c7f206866c6, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:26:10.891659 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] For port 498fb3d5-0e87-466c-9d23-5c7f206866c6, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=498fb3d5-0e87-466c-9d23-5c7f206866c6,segment=NetworkSegment(9fff6580-f806-4449-8848-f8fccd0d8370),segment_id=9fff6580-f806-4449-8848-f8fccd0d8370)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:26:10.895932 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.899061 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.940672 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:10.969926 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Sync routers for ids ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:26:10.970841 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b28ba7-eff8-4208-9ba1-2c8614a8d3a8 None None] Pushing event updated for resources: {'Port': ['ID=498fb3d5-0e87-466c-9d23-5c7f206866c6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:10.980724 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:26:10.987106 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:10.987628 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Routers {'ea7df8ce-7e22-4bbd-b965-23b36ccac76c'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:26:10.988261 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:26:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:10.990733 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:26:11.028657 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Pushing event updated for resources: {'Port': ['ID=66031fcc-87d0-415a-876f-44951b916b8e,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:11.107910 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Set router ea7df8ce-7e22-4bbd-b965-23b36ccac76c gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:26:11.258177 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:11.327176 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 2, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:11.352943 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Checking router: ea7df8ce-7e22-4bbd-b965-23b36ccac76c for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:26:11.353236 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Updating router ea7df8ce-7e22-4bbd-b965-23b36ccac76c port e23e33b6-9c0f-438c-82a3-4a345089c21c binding host dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:26:11.387000 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:11.447645 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4055887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4056040'] for router, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:11.570354 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 is scheduled to L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 with binding_index 1 {{(pid=94869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 21 00:26:11.659258 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:11.671290 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Transition to ACTIVE for port object e23e33b6-9c0f-438c-82a3-4a345089c21c will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:11.681483 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:11.705833 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:26:11.717494 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Sync routers for ids ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:26:11.732631 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Routers {'9a26751a-10a1-45b6-9ed5-32e392d6eee9'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:26:11.734603 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:26:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:11.744665 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Pushing event updated for resources: {'Port': ['ID=e23e33b6-9c0f-438c-82a3-4a345089c21c,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:11.757732 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] Notify callbacks [] for router, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:11.759068 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-47563659-9e01-4704-8f5a-9825194c2a39 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5119014 Jul 21 00:26:11.761763 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 35838) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:11.771611 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.771964 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.772302 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.772820 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.773469 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.773950 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.774478 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.774964 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.775443 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.775919 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.776410 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.776883 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:26:11.850062 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Attempting to bind port e23e33b6-9c0f-438c-82a3-4a345089c21c on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:26:11.850517 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Attempting to bind port e23e33b6-9c0f-438c-82a3-4a345089c21c by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:26:11.850932 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Attempting to bind port e23e33b6-9c0f-438c-82a3-4a345089c21c on network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:26:11.858894 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:26:11.859978 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Checking segment: {'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:26:11.860444 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:11.860896 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Bound using segment: {'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:26:11.861506 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Bound port: e23e33b6-9c0f-438c-82a3-4a345089c21c, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:26:11.861988 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:11.867068 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 498fb3d5-0e87-466c-9d23-5c7f206866c6 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:11.964222 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 498fb3d5-0e87-466c-9d23-5c7f206866c6 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:11.975292 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Set router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:26:11.975860 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] For port e23e33b6-9c0f-438c-82a3-4a345089c21c, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:26:11.977614 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device a329f475-b19d-4100-853b-dd817c29e338 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:11.980336 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] For port e23e33b6-9c0f-438c-82a3-4a345089c21c, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=e23e33b6-9c0f-438c-82a3-4a345089c21c,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:26:12.003550 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:12.076229 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c403ad-66cf-462e-a135-b6e8a087aa7d None None] Network da4abc6a-dd25-4e3e-87f0-0a3738230b5c requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:26:12.080935 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20cee6-7af5-4ec7-940c-18372b35eb3f None None] Pushing event updated for resources: {'Port': ['ID=e23e33b6-9c0f-438c-82a3-4a345089c21c,revision_number=4']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:12.083525 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Routers {'ea7df8ce-7e22-4bbd-b965-23b36ccac76c'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:26:12.084299 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:26:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:12.142077 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-8aa6b2d3-0627-4c4d-8924-11b219108a00 None None] Provisioning for port 498fb3d5-0e87-466c-9d23-5c7f206866c6 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:12.179983 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-8aa6b2d3-0627-4c4d-8924-11b219108a00 None None] Provisioning complete for port 498fb3d5-0e87-466c-9d23-5c7f206866c6 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:12.180461 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b2d3-0627-4c4d-8924-11b219108a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:12.221307 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] Set router ea7df8ce-7e22-4bbd-b965-23b36ccac76c gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:26:12.321552 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:12.431793 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port a329f475-b19d-4100-853b-dd817c29e338 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:12.432170 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:12.442184 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:11Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:12.472112 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304ea70-bd5b-44f9-bae9-de59a952e9a9 None None] The sync data for ids ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'] in dv-cinder-679138-11-smb is: [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:11Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:26:12.489429 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Allocated IP 172.20.0.1 (da4abc6a-dd25-4e3e-87f0-0a3738230b5c/3217e64d-0710-48bb-b0e4-719b5c50474b/5758f333-139a-4e62-830f-e7719c16021a) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:26:12.598148 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b2d3-0627-4c4d-8924-11b219108a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:12.607943 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:12.629755 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Transition to ACTIVE for port object 5758f333-139a-4e62-830f-e7719c16021a will not be triggered until provisioned by entity DHCP. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:12.666106 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:12.670034 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'name': 'tempest-TestMinimumBasicScenario-101365633-router', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '66031fcc-87d0-415a-876f-44951b916b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:11Z', 'revision_number': 3, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'gw_port': {'id': '66031fcc-87d0-415a-876f-44951b916b8e', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:12.685837 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-8aa6b2d3-0627-4c4d-8924-11b219108a00 None None] For port 498fb3d5-0e87-466c-9d23-5c7f206866c6, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=498fb3d5-0e87-466c-9d23-5c7f206866c6,segment=NetworkSegment(9fff6580-f806-4449-8848-f8fccd0d8370),segment_id=9fff6580-f806-4449-8848-f8fccd0d8370)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:26:12.716664 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Network da4abc6a-dd25-4e3e-87f0-0a3738230b5c is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:26:12.717094 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b2d3-0627-4c4d-8924-11b219108a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:12.719827 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Checking router: 9a26751a-10a1-45b6-9ed5-32e392d6eee9 for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:26:12.720361 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Updating router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 port 66031fcc-87d0-415a-876f-44951b916b8e binding host dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:26:12.720530 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:12.723120 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:26:12.807346 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:12.831994 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6b2d3-0627-4c4d-8924-11b219108a00 None None] Pushing event updated for resources: {'Port': ['ID=498fb3d5-0e87-466c-9d23-5c7f206866c6,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:13.023886 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4055833'] for router_interface, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.065369 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Pushing event updated for resources: {'Port': ['ID=5758f333-139a-4e62-830f-e7719c16021a,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:13.130119 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-df68efba-ff04-4512-a647-bb11fb40cba8 None None] Provisioning complete for port 498fb3d5-0e87-466c-9d23-5c7f206866c6 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:13.130683 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df68efba-ff04-4512-a647-bb11fb40cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.136513 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.172461 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Transition to ACTIVE for port object 66031fcc-87d0-415a-876f-44951b916b8e will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:13.185992 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.200627 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.244244 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Attempting to bind port 66031fcc-87d0-415a-876f-44951b916b8e on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:26:13.244620 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Attempting to bind port 66031fcc-87d0-415a-876f-44951b916b8e by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:26:13.245004 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Attempting to bind port 66031fcc-87d0-415a-876f-44951b916b8e on network c738b427-e595-478b-aacb-eccc899844dd {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:26:13.277810 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:26:13.278188 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Checking segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:26:13.278594 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.278989 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Bound using segment: {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:26:13.279525 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Bound port: 66031fcc-87d0-415a-876f-44951b916b8e, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ceeb5-8952-458b-9b6d-ffa58b1d7c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:26:13.279911 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.281427 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084ee87-8fbc-4645-9438-fa330ef39c63 None None] Pushing event updated for resources: {'Port': ['ID=66031fcc-87d0-415a-876f-44951b916b8e,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:13.345246 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] For port 66031fcc-87d0-415a-876f-44951b916b8e, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:26:13.348180 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] For port 66031fcc-87d0-415a-876f-44951b916b8e, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=66031fcc-87d0-415a-876f-44951b916b8e,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:26:13.352193 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.362040 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.369439 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8450560'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.408479 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Routers {'9a26751a-10a1-45b6-9ed5-32e392d6eee9'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:26:13.409119 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:26:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:13.437842 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Pushing event updated for resources: {'Port': ['ID=5758f333-139a-4e62-830f-e7719c16021a,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:13.440102 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4060329'] for router_interface, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.472687 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084ee87-8fbc-4645-9438-fa330ef39c63 None None] Pushing event updated for resources: {'Port': ['ID=66031fcc-87d0-415a-876f-44951b916b8e,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:13.496355 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-f2edfb57-2a71-485f-84d9-abf153215657 None None] Provisioning for port 5758f333-139a-4e62-830f-e7719c16021a completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:13.504932 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-f2edfb57-2a71-485f-84d9-abf153215657 None None] Provisioning complete for port 5758f333-139a-4e62-830f-e7719c16021a triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:13.505329 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f2edfb57-2a71-485f-84d9-abf153215657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.531549 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Network da4abc6a-dd25-4e3e-87f0-0a3738230b5c is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:26:13.532988 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:13.553363 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] Set router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:26:13.555371 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f2edfb57-2a71-485f-84d9-abf153215657 None None] Port 5758f333-139a-4e62-830f-e7719c16021a cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:26:13.647621 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:26:13.766892 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:26:13.767083 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 498fb3d5-0e87-466c-9d23-5c7f206866c6 up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:13.775464 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-701272f2-0ae1-442d-b3a4-cfbb86ab7b22 admin admin] 10.222.0.35 "PUT /v2.0/routers/9a26751a-10a1-45b6-9ed5-32e392d6eee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122974 Jul 21 00:26:13.816984 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-a50659a5-91d5-4216-92db-e7d8fff29805 None None] Provisioning complete for port 5758f333-139a-4e62-830f-e7719c16021a triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:13.817367 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a50659a5-91d5-4216-92db-e7d8fff29805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.854997 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'name': 'tempest-TestMinimumBasicScenario-101365633-router', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '66031fcc-87d0-415a-876f-44951b916b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:13Z', 'revision_number': 4, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'gw_port': {'id': '66031fcc-87d0-415a-876f-44951b916b8e', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '5758f333-139a-4e62-830f-e7719c16021a', 'name': '', 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'mac_address': 'fa:16:3e:de:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3217e64d-0710-48bb-b0e4-719b5c50474b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:12Z', 'updated_at': '2021-07-21T00:26:13Z', 'revision_number': 2, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'subnets': [{'id': '3217e64d-0710-48bb-b0e4-719b5c50474b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:13.892082 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889e38e-0819-4860-94c6-01b30a7dcfc5 None None] The sync data for ids ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'] in dv-cinder-679138-11-smb is: [{'id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'name': 'tempest-TestMinimumBasicScenario-101365633-router', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '66031fcc-87d0-415a-876f-44951b916b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:13Z', 'revision_number': 4, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'gw_port': {'id': '66031fcc-87d0-415a-876f-44951b916b8e', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '5758f333-139a-4e62-830f-e7719c16021a', 'name': '', 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'mac_address': 'fa:16:3e:de:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3217e64d-0710-48bb-b0e4-719b5c50474b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:12Z', 'updated_at': '2021-07-21T00:26:13Z', 'revision_number': 2, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'subnets': [{'id': '3217e64d-0710-48bb-b0e4-719b5c50474b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:26:13.893739 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a50659a5-91d5-4216-92db-e7d8fff29805 None None] Port 5758f333-139a-4e62-830f-e7719c16021a cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:26:13.899258 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 498fb3d5-0e87-466c-9d23-5c7f206866c6 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:13.899645 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:13.979754 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device e23e33b6-9c0f-438c-82a3-4a345089c21c up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:14.031048 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port e23e33b6-9c0f-438c-82a3-4a345089c21c completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:14.035684 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port e23e33b6-9c0f-438c-82a3-4a345089c21c triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:14.036096 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:14.142716 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:14.182478 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port e23e33b6-9c0f-438c-82a3-4a345089c21c, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=e23e33b6-9c0f-438c-82a3-4a345089c21c,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:26:14.186968 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:14.241787 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=e23e33b6-9c0f-438c-82a3-4a345089c21c,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:15.787412 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 66031fcc-87d0-415a-876f-44951b916b8e up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:15.836072 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 66031fcc-87d0-415a-876f-44951b916b8e completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:15.839762 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 66031fcc-87d0-415a-876f-44951b916b8e triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:15.840140 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:15.931113 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:15.940481 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:26:15.953456 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 66031fcc-87d0-415a-876f-44951b916b8e, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=66031fcc-87d0-415a-876f-44951b916b8e,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:26:15.958325 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:15.959266 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device e23e33b6-9c0f-438c-82a3-4a345089c21c up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:16.034453 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=66031fcc-87d0-415a-876f-44951b916b8e,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:16.047883 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port e23e33b6-9c0f-438c-82a3-4a345089c21c triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:16.048239 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:16.448499 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Sync routers for ids ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:26:16.458919 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Routers {'9a26751a-10a1-45b6-9ed5-32e392d6eee9'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:26:16.459653 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:26:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:16.573957 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Set router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:26:16.873631 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'name': 'tempest-TestMinimumBasicScenario-101365633-router', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '66031fcc-87d0-415a-876f-44951b916b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:13Z', 'revision_number': 4, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'gw_port': {'id': '66031fcc-87d0-415a-876f-44951b916b8e', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '5758f333-139a-4e62-830f-e7719c16021a', 'name': '', 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'mac_address': 'fa:16:3e:de:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3217e64d-0710-48bb-b0e4-719b5c50474b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:12Z', 'updated_at': '2021-07-21T00:26:13Z', 'revision_number': 2, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'subnets': [{'id': '3217e64d-0710-48bb-b0e4-719b5c50474b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:16.914489 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Checking router: 9a26751a-10a1-45b6-9ed5-32e392d6eee9 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:26:16.914976 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Updating router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 port 5758f333-139a-4e62-830f-e7719c16021a binding host dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 00:26:16.954137 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:17.225244 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:17.235096 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Transition to ACTIVE for port object 5758f333-139a-4e62-830f-e7719c16021a will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:17.240930 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:17.320720 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919150f7-6109-4b7d-8270-c26d8c10d375 None None] Pushing event updated for resources: {'Port': ['ID=5758f333-139a-4e62-830f-e7719c16021a,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:17.355308 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Attempting to bind port 5758f333-139a-4e62-830f-e7719c16021a on host dv-cinder-679138-11-smb for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:26:17.355669 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Attempting to bind port 5758f333-139a-4e62-830f-e7719c16021a by drivers openvswitch,hyperv on host dv-cinder-679138-11-smb at level 0 using segments [{'id': '9fff6580-f806-4449-8848-f8fccd0d8370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:26:17.356031 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Attempting to bind port 5758f333-139a-4e62-830f-e7719c16021a on network da4abc6a-dd25-4e3e-87f0-0a3738230b5c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:26:17.361434 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Checking agent: {'id': '5f1e40f1-5904-4322-bef1-9c914c1aa7cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 11, 4), 'started_at': datetime.datetime(2021, 7, 21, 0, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:26:17.361896 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Checking segment: {'id': '9fff6580-f806-4449-8848-f8fccd0d8370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:26:17.362212 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:17.362714 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Bound using segment: {'id': '9fff6580-f806-4449-8848-f8fccd0d8370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:26:17.363061 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Bound port: 5758f333-139a-4e62-830f-e7719c16021a, host: dv-cinder-679138-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fff6580-f806-4449-8848-f8fccd0d8370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:26:17.363445 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:17.448363 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] For port 5758f333-139a-4e62-830f-e7719c16021a, host dv-cinder-679138-11-smb, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:26:17.451893 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] For port 5758f333-139a-4e62-830f-e7719c16021a, host dv-cinder-679138-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=5758f333-139a-4e62-830f-e7719c16021a,segment=NetworkSegment(9fff6580-f806-4449-8848-f8fccd0d8370),segment_id=9fff6580-f806-4449-8848-f8fccd0d8370)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:26:17.459851 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:17.525228 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Routers {'9a26751a-10a1-45b6-9ed5-32e392d6eee9'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:26:17.526018 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:26:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:17.531245 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919150f7-6109-4b7d-8270-c26d8c10d375 None None] Pushing event updated for resources: {'Port': ['ID=5758f333-139a-4e62-830f-e7719c16021a,revision_number=4']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:17.661713 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] Set router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:26:17.785059 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 5758f333-139a-4e62-830f-e7719c16021a up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:17.847200 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning for port 5758f333-139a-4e62-830f-e7719c16021a completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:17.851986 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 5758f333-139a-4e62-830f-e7719c16021a triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:17.852367 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:17.930446 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'name': 'tempest-TestMinimumBasicScenario-101365633-router', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '66031fcc-87d0-415a-876f-44951b916b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:13Z', 'revision_number': 4, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'gw_port': {'id': '66031fcc-87d0-415a-876f-44951b916b8e', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '5758f333-139a-4e62-830f-e7719c16021a', 'name': '', 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'mac_address': 'fa:16:3e:de:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3217e64d-0710-48bb-b0e4-719b5c50474b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:12Z', 'updated_at': '2021-07-21T00:26:17Z', 'revision_number': 4, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'subnets': [{'id': '3217e64d-0710-48bb-b0e4-719b5c50474b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:17.952405 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:17.958126 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e1144-bcf1-4bb7-a220-48cf7cfce390 None None] The sync data for ids ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'] in dv-cinder-679138-11-smb is: [{'id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'name': 'tempest-TestMinimumBasicScenario-101365633-router', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '66031fcc-87d0-415a-876f-44951b916b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:13Z', 'revision_number': 4, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'gw_port': {'id': '66031fcc-87d0-415a-876f-44951b916b8e', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': '5758f333-139a-4e62-830f-e7719c16021a', 'name': '', 'network_id': 'da4abc6a-dd25-4e3e-87f0-0a3738230b5c', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'mac_address': 'fa:16:3e:de:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3217e64d-0710-48bb-b0e4-719b5c50474b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:12Z', 'updated_at': '2021-07-21T00:26:17Z', 'revision_number': 4, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'subnets': [{'id': '3217e64d-0710-48bb-b0e4-719b5c50474b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:26:17.999525 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] For port 5758f333-139a-4e62-830f-e7719c16021a, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=5758f333-139a-4e62-830f-e7719c16021a,segment=NetworkSegment(9fff6580-f806-4449-8848-f8fccd0d8370),segment_id=9fff6580-f806-4449-8848-f8fccd0d8370)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:26:18.005522 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:18.006606 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 66031fcc-87d0-415a-876f-44951b916b8e up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:18.092306 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Pushing event updated for resources: {'Port': ['ID=5758f333-139a-4e62-830f-e7719c16021a,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:18.107106 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 66031fcc-87d0-415a-876f-44951b916b8e triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:18.107480 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:19.713934 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 5758f333-139a-4e62-830f-e7719c16021a up at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:19.764008 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Provisioning complete for port 5758f333-139a-4e62-830f-e7719c16021a triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:19.764491 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:24.672876 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-f1b87c93-c535-4bca-a41d-2c27567b44b3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:24.674336 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-f1b87c93-c535-4bca-a41d-2c27567b44b3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/networks?id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 200 len: 814 time: 0.1018486 Jul 21 00:26:24.688833 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-ee80c69e-f4c8-49d0-9317-eb997eda8640 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/quotas/ea02445018314a15af809b7680aad35f HTTP/1.1" status: 200 len: 375 time: 0.0092242 Jul 21 00:26:24.752603 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-7c2fa920-f837-4056-80eb-0387a0b68fdc tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea02445018314a15af809b7680aad35f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590603 Jul 21 00:26:24.931850 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-3eddf0c0-0922-4cbc-82c0-7208fa64e342 service neutron] 10.222.0.35 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685104 Jul 21 00:26:25.017543 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-2d8e71a6-cdc6-4514-95ed-e28fe86061ed service neutron] 10.222.0.35 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799932 Jul 21 00:26:25.176975 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a27191f4-5d7f-4167-a328-8efe85f536b3 req-2ba8235a-df57-4d9a-8847-eb2f2e925ec5 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 210 time: 0.0330935 Jul 21 00:26:26.060584 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-cd9f6931-5ec4-4a0c-80d7-42bda7b41ee6 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:26.062663 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-cd9f6931-5ec4-4a0c-80d7-42bda7b41ee6 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.32 "GET /v2.0/networks?id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 200 len: 814 time: 0.1047745 Jul 21 00:26:26.074703 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'port': {'device_id': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'admin_state_up': True, 'tenant_id': 'ea02445018314a15af809b7680aad35f'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:26.177826 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Made reservation on behalf of ea02445018314a15af809b7680aad35f for: {'port': 1} {{(pid=94868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 00:26:26.181385 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:26.289375 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-14c0163a-50a0-4b33-b5c6-f4f25f7d5eb8 req-95c5ef2a-885e-413e-8a36-d7eac36f5009 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 210 time: 0.0283349 Jul 21 00:26:26.307932 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Allocated IP 172.20.0.9 (95f6abbb-d9ff-4b6e-98a4-4d212967bb98/176e0010-eaa2-4521-8f3a-40f7d45e0ba4/a32ca7fd-3915-4f21-a20c-ba9045578d63) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:26:26.468453 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:26.485190 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Transition to ACTIVE for port object a32ca7fd-3915-4f21-a20c-ba9045578d63 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:26.525368 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:26.574543 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:26:26.578070 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:26.596336 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:26:26.605222 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'Port': ['ID=a32ca7fd-3915-4f21-a20c-ba9045578d63,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:26.695991 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:26.697658 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:26.727680 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-e37c20bf-408f-4f44-96f0-466cb7728c86 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6563997 Jul 21 00:26:26.891204 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-9a2390b0-76f2-4a60-bce1-cc60ccf62a23 None None] Provisioning for port a32ca7fd-3915-4f21-a20c-ba9045578d63 completed by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:26.897063 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-9a2390b0-76f2-4a60-bce1-cc60ccf62a23 None None] Provisioning complete for port a32ca7fd-3915-4f21-a20c-ba9045578d63 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:26.897504 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a2390b0-76f2-4a60-bce1-cc60ccf62a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:26.964419 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9a2390b0-76f2-4a60-bce1-cc60ccf62a23 None None] Port a32ca7fd-3915-4f21-a20c-ba9045578d63 cannot update to ACTIVE because it is not bound. {{(pid=94870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 21 00:26:27.422062 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c62277-e1e0-4be0-b6b9-b095866496f3 req-90df0e7f-f24e-4727-ab2f-3fd31ed5ddbe tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:27.423564 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-17c62277-e1e0-4be0-b6b9-b095866496f3 req-90df0e7f-f24e-4727-ab2f-3fd31ed5ddbe tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 931 time: 0.0663996 Jul 21 00:26:27.475289 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-17c62277-e1e0-4be0-b6b9-b095866496f3 req-bcaa1875-0e84-4b97-a239-5c88b2e87c55 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458970 Jul 21 00:26:28.638370 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d03ff-c0f5-41c9-8138-8dfc14fa345e req-0d333a44-44e1-4fca-9bcc-3839ce24d264 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:28.640547 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-752d03ff-c0f5-41c9-8138-8dfc14fa345e req-0d333a44-44e1-4fca-9bcc-3839ce24d264 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 931 time: 0.0872855 Jul 21 00:26:28.676691 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-752d03ff-c0f5-41c9-8138-8dfc14fa345e req-bfbfa076-4089-4aba-ac9d-06d13b9a51a4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Jul 21 00:26:29.809069 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4008b4c-7647-4974-b623-141ca7e510c0 req-e0496bbe-2657-44d3-a96e-82c4269f9979 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:29.810612 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e4008b4c-7647-4974-b623-141ca7e510c0 req-e0496bbe-2657-44d3-a96e-82c4269f9979 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 931 time: 0.0663924 Jul 21 00:26:29.849337 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-e4008b4c-7647-4974-b623-141ca7e510c0 req-b833cac3-2964-468c-b4c6-0650eee568dc tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Jul 21 00:26:30.990387 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816e183-4e17-4495-94f1-aa178b426f3a req-3168f35a-061e-414b-8bc9-8cc894e915ca tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:30.991865 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c816e183-4e17-4495-94f1-aa178b426f3a req-3168f35a-061e-414b-8bc9-8cc894e915ca tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 931 time: 0.0638375 Jul 21 00:26:31.029249 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c816e183-4e17-4495-94f1-aa178b426f3a req-3cdc4dd5-f39d-45e8-8cb1-332b5d4f0fee tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Jul 21 00:26:31.646899 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d8d200e-21df-415f-a5f5-697db35e9e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:32.175396 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd3e0-4e51-41f4-a9e0-9fe8ca61f569 req-69cbef59-de1d-4b30-adad-dea1a409fbc4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:32.177008 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2e1fd3e0-4e51-41f4-a9e0-9fe8ca61f569 req-69cbef59-de1d-4b30-adad-dea1a409fbc4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 931 time: 0.0657248 Jul 21 00:26:32.218885 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2e1fd3e0-4e51-41f4-a9e0-9fe8ca61f569 req-c4ec7871-a420-4cde-a72e-acf55329e914 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362482 Jul 21 00:26:32.525971 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:33.346046 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9860a-a77d-4788-a23e-a04fa1cd9732 req-ed35c15d-e5da-46eb-a514-4b79af6f652d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:33.347526 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-20f9860a-a77d-4788-a23e-a04fa1cd9732 req-ed35c15d-e5da-46eb-a514-4b79af6f652d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 931 time: 0.0627794 Jul 21 00:26:33.383667 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-20f9860a-a77d-4788-a23e-a04fa1cd9732 req-9c37ad39-8ddf-43f5-86ab-cc7c2b31517a tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307190 Jul 21 00:26:34.211526 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a09292c0-b303-438e-bab7-29d3b999a884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:34.248665 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:34.522723 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331e7ad-21ef-4ca0-949d-4ec55dc53a2c req-d6dd7444-e5ca-420a-9e4b-db3aa3c3929f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:34.529734 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3331e7ad-21ef-4ca0-949d-4ec55dc53a2c req-d6dd7444-e5ca-420a-9e4b-db3aa3c3929f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 931 time: 0.0798595 Jul 21 00:26:34.573460 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-3331e7ad-21ef-4ca0-949d-4ec55dc53a2c req-19d1f60a-fcfd-411d-a3bf-ded7f4e76d41 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Jul 21 00:26:35.206296 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:35.703486 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b1ffc-24d4-47c7-9415-b1e0d86354f7 req-f001ac81-f234-41ca-9ed4-230df3abc6e4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:35.705144 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ab8b1ffc-24d4-47c7-9415-b1e0d86354f7 req-f001ac81-f234-41ca-9ed4-230df3abc6e4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 931 time: 0.0770888 Jul 21 00:26:35.747894 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-ab8b1ffc-24d4-47c7-9415-b1e0d86354f7 req-c110d154-5f49-441f-85a4-f6aa22da53ba tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364003 Jul 21 00:26:36.667744 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:36.872868 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3cf01-e151-4709-b464-5af3b167d040 req-4491f28c-0c0f-42d3-be09-567a97984b3c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:36.874877 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4fc3cf01-e151-4709-b464-5af3b167d040 req-4491f28c-0c0f-42d3-be09-567a97984b3c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 931 time: 0.0661278 Jul 21 00:26:36.911658 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-4fc3cf01-e151-4709-b464-5af3b167d040 req-2bc80a7c-7278-4849-be05-2d6c0898a381 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312536 Jul 21 00:26:37.534631 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Request body: {'port': {'device_id': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:37.606188 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:37.860977 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32ca7fd-3915-4f21-a20c-ba9045578d63 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:26:37.868040 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:37.879280 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Transition to ACTIVE for port object a32ca7fd-3915-4f21-a20c-ba9045578d63 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 21 00:26:37.883900 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:37.930178 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Pushing event updated for resources: {'Port': ['ID=a32ca7fd-3915-4f21-a20c-ba9045578d63,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:38.011066 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Attempting to bind port a32ca7fd-3915-4f21-a20c-ba9045578d63 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 21 00:26:38.011454 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Attempting to bind port a32ca7fd-3915-4f21-a20c-ba9045578d63 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 21 00:26:38.011791 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Attempting to bind port a32ca7fd-3915-4f21-a20c-ba9045578d63 on network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:26:38.017239 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Port a32ca7fd-3915-4f21-a20c-ba9045578d63 on network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 21 00:26:38.017562 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Attempting to bind port a32ca7fd-3915-4f21-a20c-ba9045578d63 on network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 21 00:26:38.022707 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Checking agent: {'id': '57712b54-8c68-4ddb-86e5-76a6e0585551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'started_at': datetime.datetime(2021, 7, 21, 0, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 21, 0, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 21 00:26:38.023049 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Checking segment: {'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 21 00:26:38.023434 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Bound using segment: {'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 21 00:26:38.023869 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Bound port: a32ca7fd-3915-4f21-a20c-ba9045578d63, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006b4fb2-3583-45ab-b6e7-64aa670fe4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 21 00:26:38.024258 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:38.054260 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f376d77-c9ae-4a16-af16-35c20851b977 req-14a608ce-ddc5-4465-9783-f8074ca1c85c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:38.055790 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8f376d77-c9ae-4a16-af16-35c20851b977 req-14a608ce-ddc5-4465-9783-f8074ca1c85c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 943 time: 0.0718317 Jul 21 00:26:38.095828 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-8f376d77-c9ae-4a16-af16-35c20851b977 req-6a088875-1ae0-426f-a708-b1541eae20e5 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338476 Jul 21 00:26:38.102543 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] For port a32ca7fd-3915-4f21-a20c-ba9045578d63, host hv-cinder-67913, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 00:26:38.105620 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] For port a32ca7fd-3915-4f21-a20c-ba9045578d63, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 00:26:38.110729 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221017'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:38.143578 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:38.144184 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:38.145642 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] 10.222.0.32 "PUT /v2.0/ports/a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 1093 time: 0.6164598 Jul 21 00:26:38.146116 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:26:38.148326 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575fe6df-aa35-4d91-a257-72eb5d0f33ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:26:38.178438 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09327735-4518-4fa6-855e-cb159942ac1c service neutron] Pushing event updated for resources: {'Port': ['ID=a32ca7fd-3915-4f21-a20c-ba9045578d63,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:38.215689 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1b9ae9-6993-40e2-9c07-bf2ce6fdfd83 x-openstack-request-id: req-9c1b9ae9-6993-40e2-9c07-bf2ce6fdfd83 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:26:38.216230 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:26:38.216479 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c1b9ae9-6993-40e2-9c07-bf2ce6fdfd83 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:26:38.216870 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'status': 'completed', 'code': 200} Jul 21 00:26:38.243892 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-be8d18d0-f7d7-4bf0-803a-fedf0d822bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:38.245438 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-be8d18d0-f7d7-4bf0-803a-fedf0d822bc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea02445018314a15af809b7680aad35f&device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1096 time: 0.0618324 Jul 21 00:26:38.286479 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-d5685264-0013-4be5-9014-970039a53bc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 217 time: 0.0345447 Jul 21 00:26:38.333609 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-417d9b8c-c638-407c-93a9-99b3c5a4fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:38.335038 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-417d9b8c-c638-407c-93a9-99b3c5a4fabd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=176e0010-eaa2-4521-8f3a-40f7d45e0ba4 HTTP/1.1" status: 200 len: 853 time: 0.0431061 Jul 21 00:26:38.395776 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-a3a87e28-ef38-4de3-81ef-d77b1e0cf9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:38.397235 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-a3a87e28-ef38-4de3-81ef-d77b1e0cf9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0563514 Jul 21 00:26:38.486042 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-96460258-f743-45ec-9273-4db4bdd5115c service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827827 Jul 21 00:26:38.576598 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-3055cf48-77a5-44ed-a16f-52ddacfd89e3 req-f82b6a81-fef5-4540-81ea-cb1cd7d3aa8b service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843582 Jul 21 00:26:38.674372 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-775e5e34-aa9d-4909-8646-48e5b815b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:38.675780 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-775e5e34-aa9d-4909-8646-48e5b815b058 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea02445018314a15af809b7680aad35f&device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1096 time: 0.0524523 Jul 21 00:26:38.760973 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-f4fac8dc-dc38-4cc1-85d2-b7009b6961dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:38.762379 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-f4fac8dc-dc38-4cc1-85d2-b7009b6961dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 200 len: 915 time: 0.0799034 Jul 21 00:26:38.808785 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-4979b1fe-6f57-4b39-ade9-4821bbd68776 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 217 time: 0.0386333 Jul 21 00:26:38.855337 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-f36b257c-aa2c-4044-808d-cb37c792555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:38.856695 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-f36b257c-aa2c-4044-808d-cb37c792555a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=176e0010-eaa2-4521-8f3a-40f7d45e0ba4 HTTP/1.1" status: 200 len: 853 time: 0.0412719 Jul 21 00:26:38.911003 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-f8775286-1f6e-469e-b3e1-47d9539f0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:38.912427 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-f8775286-1f6e-469e-b3e1-47d9539f0c19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0495896 Jul 21 00:26:39.001710 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-93c34c08-c1da-4eda-81b9-f8e2ad811195 service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816517 Jul 21 00:26:39.086732 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-575fe6df-aa35-4d91-a257-72eb5d0f33ca req-db5e9ea7-b445-46fe-90cb-70198b516743 service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777583 Jul 21 00:26:39.218957 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device a32ca7fd-3915-4f21-a20c-ba9045578d63 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=94870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 00:26:39.219862 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf0bd-c3f7-426d-af87-f9ba282d89fc req-c4a7395e-5835-48d1-91e0-7383357cec37 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:39.221587 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dc7cf0bd-c3f7-426d-af87-f9ba282d89fc req-c4a7395e-5835-48d1-91e0-7383357cec37 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 943 time: 0.0621331 Jul 21 00:26:39.258087 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dc7cf0bd-c3f7-426d-af87-f9ba282d89fc req-5497978b-2c50-4831-b4a1-366479303865 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311193 Jul 21 00:26:39.313285 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port a32ca7fd-3915-4f21-a20c-ba9045578d63, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:26:39.323807 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Returning: {'device': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'port_id': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'mac_address': 'fa:16:3e:b3:12:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 00:26:39.359457 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:39.371334 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32ca7fd-3915-4f21-a20c-ba9045578d63 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 21 00:26:39.390684 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port a32ca7fd-3915-4f21-a20c-ba9045578d63, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:26:39.394638 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:39.447149 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=a32ca7fd-3915-4f21-a20c-ba9045578d63,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:39.602373 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['a32ca7fd-3915-4f21-a20c-ba9045578d63'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:26:40.387128 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba6cd4-4634-42d7-9110-56d13edffb58 req-54090c37-5f9b-4873-9c48-9f5333a175ae tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:40.388613 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-baba6cd4-4634-42d7-9110-56d13edffb58 req-54090c37-5f9b-4873-9c48-9f5333a175ae tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 944 time: 0.0662854 Jul 21 00:26:40.424598 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-baba6cd4-4634-42d7-9110-56d13edffb58 req-22e116b4-72b3-4eba-8860-46823c66bca4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304940 Jul 21 00:26:41.224566 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device a32ca7fd-3915-4f21-a20c-ba9045578d63 up at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 00:26:41.270726 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning for port a32ca7fd-3915-4f21-a20c-ba9045578d63 completed by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 21 00:26:41.274298 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Provisioning complete for port a32ca7fd-3915-4f21-a20c-ba9045578d63 triggered by entity L2. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:41.274666 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:41.348007 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:41.368701 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:26:41.370949 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3a2aee8bbad18ff8338281d293909f63c378c103ff6154a66f7166c0af25aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d2c79e-7978-4a9c-8ac9-a3100f78e340" -d '{"events": [{"server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "name": "network-vif-plugged", "status": "completed", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:26:41.383994 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] For port a32ca7fd-3915-4f21-a20c-ba9045578d63, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:26:41.388145 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:41.411018 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5089aa-0ad7-4b31-a3ea-8b74a18cc8d4 x-openstack-request-id: req-7d5089aa-0ad7-4b31-a3ea-8b74a18cc8d4 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:26:41.411304 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "name": "network-vif-plugged", "status": "completed", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:26:41.411549 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d5089aa-0ad7-4b31-a3ea-8b74a18cc8d4 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:26:41.411925 dv-cinder-679138-11-smb neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'code': 200} Jul 21 00:26:41.437124 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Pushing event updated for resources: {'Port': ['ID=a32ca7fd-3915-4f21-a20c-ba9045578d63,revision_number=5']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:41.553524 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640e251-2e90-47a2-bb57-1f0a630c87f3 req-4840d76e-e5eb-46ab-8ad8-64a950973777 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:41.555146 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c640e251-2e90-47a2-bb57-1f0a630c87f3 req-4840d76e-e5eb-46ab-8ad8-64a950973777 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 945 time: 0.0646579 Jul 21 00:26:41.586803 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890fa7b-9c55-4713-b569-9eb8704c2f39 req-8b12a861-2958-4f10-8bce-5bb01685ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:41.588390 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a890fa7b-9c55-4713-b569-9eb8704c2f39 req-8b12a861-2958-4f10-8bce-5bb01685ef04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1098 time: 0.0564172 Jul 21 00:26:41.592589 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c640e251-2e90-47a2-bb57-1f0a630c87f3 req-5ae06f4c-fe8d-448d-92ea-36af5b617d44 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320044 Jul 21 00:26:41.622211 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-a890fa7b-9c55-4713-b569-9eb8704c2f39 req-9981cd80-48f9-48e5-b4b9-f9366e190914 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273709 Jul 21 00:26:42.720066 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793067c-fa49-4a56-8d8c-327be41a16a1 req-39083277-643a-47a5-80ff-5a209c2be93c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:42.721544 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c793067c-fa49-4a56-8d8c-327be41a16a1 req-39083277-643a-47a5-80ff-5a209c2be93c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 945 time: 0.0628619 Jul 21 00:26:42.758676 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-c793067c-fa49-4a56-8d8c-327be41a16a1 req-3c5c6f54-8ef7-48cd-96b4-055bddd74880 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317028 Jul 21 00:26:42.884611 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ef22-bc07-4b24-9a3c-55b1138e77bf req-529e174c-379a-4cc6-b692-428ad9cfb335 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:42.886097 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b557ef22-bc07-4b24-9a3c-55b1138e77bf req-529e174c-379a-4cc6-b692-428ad9cfb335 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 945 time: 0.0652156 Jul 21 00:26:42.922749 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-b557ef22-bc07-4b24-9a3c-55b1138e77bf req-71099eb3-9f35-4823-8839-fba998a16494 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304317 Jul 21 00:26:43.245238 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286f181-e51b-4746-9d23-3affb7fcdb90 req-a99c119b-0970-4d61-b684-8fbcc2905ad3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:43.246749 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7286f181-e51b-4746-9d23-3affb7fcdb90 req-a99c119b-0970-4d61-b684-8fbcc2905ad3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 945 time: 0.0621030 Jul 21 00:26:43.283194 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-7286f181-e51b-4746-9d23-3affb7fcdb90 req-806db028-5980-4c79-99d4-221013edb5e0 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305653 Jul 21 00:26:46.346690 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bfb07-1cdc-4e96-b341-75475ebfce1c req-fd873181-637c-412f-9574-cfa9d42faf76 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:46.348147 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6e5bfb07-1cdc-4e96-b341-75475ebfce1c req-fd873181-637c-412f-9574-cfa9d42faf76 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 945 time: 0.0642636 Jul 21 00:26:46.384458 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-6e5bfb07-1cdc-4e96-b341-75475ebfce1c req-d5382d89-5d71-4cbf-b13e-d89790eafd8b tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306771 Jul 21 00:26:46.406825 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 36034) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:46.495883 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2aa5e-6f33-4f8d-b8ef-e4be767f0195 tempest-TestMinimumBasicScenario-1997195562 tempest-TestMinimumBasicScenario-1997195562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:46.497442 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-4cf2aa5e-6f33-4f8d-b8ef-e4be767f0195 tempest-TestMinimumBasicScenario-1997195562 tempest-TestMinimumBasicScenario-1997195562-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1093 time: 0.0896997 Jul 21 00:26:46.500703 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 36038) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:46.504918 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'floatingip': {'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'port_id': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:46.529185 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for floatingip, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:46.626054 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:46.734524 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_common [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Allocated IP 172.28.2.60 (c738b427-e595-478b-aacb-eccc899844dd/f039a0d1-f3b4-4507-824e-40f7a1b62ec6/71707423-c0f1-4bd3-8bf7-6dfb4f3a1d47) {{(pid=94869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 00:26:46.832473 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for port, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:46.868644 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757637261168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:46.899721 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Network c738b427-e595-478b-aacb-eccc899844dd is already hosted by enough agents. {{(pid=94869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 00:26:46.902471 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.base_scheduler [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Resources bound (agent type, host, resource id): {{(pid=94869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 00:26:46.906373 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Received port after_create {{(pid=94869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 21 00:26:46.938687 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'Port': ['ID=71707423-c0f1-4bd3-8bf7-6dfb4f3a1d47,revision_number=1']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:47.287503 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:47.363492 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:47.504289 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:47.508589 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8450560'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:47.568731 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'Port': ['ID=71707423-c0f1-4bd3-8bf7-6dfb4f3a1d47,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:47.583124 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4055950'] for floatingip, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:47.675860 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.l3_db [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Floating IP fc247318-4bd7-471c-bd77-13b5c487a4bc associated. External IP: 172.28.2.60, port: a32ca7fd-3915-4f21-a20c-ba9045578d63. Jul 21 00:26:48.092110 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Router ea7df8ce-7e22-4bbd-b965-23b36ccac76c has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:26:48.196167 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:26:48.206067 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] Sync routers for ids ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:26:48.211946 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.215686 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] Routers {'ea7df8ce-7e22-4bbd-b965-23b36ccac76c'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:26:48.216314 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:26:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:48.247004 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-51c40dbe-13af-48d1-9c47-5f998db2015f tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7452989 Jul 21 00:26:48.247598 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63'}] {{(pid=94869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:26:48.250481 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36040) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:48.250933 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba072442d3cd8ff40d09c77f14d2cf45bc88fa55c9678360c79ead5f0a34207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63926d4c-24e3-4d2d-a96d-81875b0f064d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63"}]}' {{(pid=94869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:26:48.266830 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-67058108-76a1-49fa-a132-58040c7dcd35 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366808362', 'description': 'tempest-secgroup-smoke-1366808362 description', 'project_id': 'ea02445018314a15af809b7680aad35f'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:48.286724 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d22f077-385b-48b7-bfcc-4634d1552b4f x-openstack-request-id: req-3d22f077-385b-48b7-bfcc-4634d1552b4f {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:26:48.287058 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63", "status": "completed", "code": 200}]} {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:26:48.287388 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d22f077-385b-48b7-bfcc-4634d1552b4f {{(pid=94869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:26:48.287802 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'status': 'completed', 'code': 200} Jul 21 00:26:48.294958 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67058108-76a1-49fa-a132-58040c7dcd35 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.325395 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] Set router ea7df8ce-7e22-4bbd-b965-23b36ccac76c gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:26:48.391748 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-29ac38e9-151f-4b71-9190-5d46008b42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:48.393179 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-29ac38e9-151f-4b71-9190-5d46008b42bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea02445018314a15af809b7680aad35f&device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1098 time: 0.0841329 Jul 21 00:26:48.449978 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67058108-76a1-49fa-a132-58040c7dcd35 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.478635 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67058108-76a1-49fa-a132-58040c7dcd35 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.517186 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67058108-76a1-49fa-a132-58040c7dcd35 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36400636-a75f-4acf-a25b-e5c575f7e7da,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:48.522654 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67058108-76a1-49fa-a132-58040c7dcd35 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.526548 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-67058108-76a1-49fa-a132-58040c7dcd35 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2716970 Jul 21 00:26:48.528604 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 36044) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:48.533716 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-2e362ddd-14ea-41da-80f1-65d43943e285 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'security_group_rule': {'security_group_id': '36400636-a75f-4acf-a25b-e5c575f7e7da', 'project_id': 'ea02445018314a15af809b7680aad35f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:48.534221 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-962b1a86-684f-4cbc-834c-f9805a87b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:48.535671 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-962b1a86-684f-4cbc-834c-f9805a87b70c service neutron] 10.222.0.32 "GET /v2.0/networks?id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 200 len: 915 time: 0.1367943 Jul 21 00:26:48.553345 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': 'fc247318-4bd7-471c-bd77-13b5c487a4bc', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'floating_ip_address': '172.28.2.60', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'port_id': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'mac_address': 'fa:16:3e:b3:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:26:47Z', 'updated_at': '2021-07-21T00:26:47Z', 'revision_number': 0, 'project_id': 'ea02445018314a15af809b7680aad35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:14Z', 'revision_number': 5, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:48.564277 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e362ddd-14ea-41da-80f1-65d43943e285 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.583176 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] Checking router: ea7df8ce-7e22-4bbd-b965-23b36ccac76c for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:26:48.592227 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] Routers {'ea7df8ce-7e22-4bbd-b965-23b36ccac76c'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:26:48.592966 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:26:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:48.604877 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-23ebf235-e3d1-4415-bf3e-4158982aeb6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 998 time: 0.0625799 Jul 21 00:26:48.613940 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e362ddd-14ea-41da-80f1-65d43943e285 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.619106 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e362ddd-14ea-41da-80f1-65d43943e285 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.637257 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362ddd-14ea-41da-80f1-65d43943e285 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ac70ce-9928-400f-937a-4a5361a23217,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:48.649432 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2e362ddd-14ea-41da-80f1-65d43943e285 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.651580 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-2e362ddd-14ea-41da-80f1-65d43943e285 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214540 Jul 21 00:26:48.654263 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 36046) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:48.654592 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-15dc8b7d-7103-4ecd-aef0-f6b89d47efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:48.656167 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-15dc8b7d-7103-4ecd-aef0-f6b89d47efd7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=176e0010-eaa2-4521-8f3a-40f7d45e0ba4 HTTP/1.1" status: 200 len: 853 time: 0.0459092 Jul 21 00:26:48.659416 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-424343e9-28a0-45e9-9c7c-56ac9d3c90e1 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'security_group_rule': {'security_group_id': '36400636-a75f-4acf-a25b-e5c575f7e7da', 'project_id': 'ea02445018314a15af809b7680aad35f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:48.691271 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-424343e9-28a0-45e9-9c7c-56ac9d3c90e1 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.706546 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] Set router ea7df8ce-7e22-4bbd-b965-23b36ccac76c gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:26:48.716794 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-96a0393b-4c5f-4865-ade3-a261ed855277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:48.718359 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-96a0393b-4c5f-4865-ade3-a261ed855277 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0553830 Jul 21 00:26:48.758529 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-424343e9-28a0-45e9-9c7c-56ac9d3c90e1 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.762653 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-424343e9-28a0-45e9-9c7c-56ac9d3c90e1 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.776144 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424343e9-28a0-45e9-9c7c-56ac9d3c90e1 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce8348c-0ba7-4902-ae3c-7f1472a53c0d,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:48.791623 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-424343e9-28a0-45e9-9c7c-56ac9d3c90e1 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.795962 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-424343e9-28a0-45e9-9c7c-56ac9d3c90e1 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371043 Jul 21 00:26:48.796194 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 36048) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:48.801332 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [None req-167991ac-2d10-45d7-93a4-950fcd28b3f4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'security_group_rule': {'security_group_id': '36400636-a75f-4acf-a25b-e5c575f7e7da', 'project_id': 'ea02445018314a15af809b7680aad35f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:48.816561 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-1b0cc4f4-05e7-42ed-b4d7-761c8a2731de service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906682 Jul 21 00:26:48.827696 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-167991ac-2d10-45d7-93a4-950fcd28b3f4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.889599 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-167991ac-2d10-45d7-93a4-950fcd28b3f4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.893996 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-167991ac-2d10-45d7-93a4-950fcd28b3f4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.906773 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-63926d4c-24e3-4d2d-a96d-81875b0f064d req-997e21d1-3974-483c-9671-97dad6a76b51 service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846055 Jul 21 00:26:48.915016 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167991ac-2d10-45d7-93a4-950fcd28b3f4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff72a6e-7da9-4fae-b1b5-60066616f537,revision_number=0']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:48.920074 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-167991ac-2d10-45d7-93a4-950fcd28b3f4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.925482 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-167991ac-2d10-45d7-93a4-950fcd28b3f4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258433 Jul 21 00:26:48.925786 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36050) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:48.930334 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-90aaf72f-e21a-4508-a79e-0a9b8188c636 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'security_group_rule': {'security_group_id': '36400636-a75f-4acf-a25b-e5c575f7e7da', 'project_id': 'ea02445018314a15af809b7680aad35f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:48.953820 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': 'fc247318-4bd7-471c-bd77-13b5c487a4bc', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'floating_ip_address': '172.28.2.60', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'port_id': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'mac_address': 'fa:16:3e:b3:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:26:47Z', 'updated_at': '2021-07-21T00:26:47Z', 'revision_number': 0, 'project_id': 'ea02445018314a15af809b7680aad35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:14Z', 'revision_number': 5, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:26:48.955605 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90aaf72f-e21a-4508-a79e-0a9b8188c636 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:48.979834 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f11acf-4e06-4796-8069-4e288585df45 None None] The sync data for ids ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'] in dv-cinder-679138-11-smb is: [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_floatingips': [{'id': 'fc247318-4bd7-471c-bd77-13b5c487a4bc', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'floating_ip_address': '172.28.2.60', 'floating_network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'router_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'port_id': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'mac_address': 'fa:16:3e:b3:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-21T00:26:47Z', 'updated_at': '2021-07-21T00:26:47Z', 'revision_number': 0, 'project_id': 'ea02445018314a15af809b7680aad35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:14Z', 'revision_number': 5, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:26:49.018331 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90aaf72f-e21a-4508-a79e-0a9b8188c636 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.022061 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90aaf72f-e21a-4508-a79e-0a9b8188c636 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.042894 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaf72f-e21a-4508-a79e-0a9b8188c636 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc5d778-4fc7-4044-99af-25714801058b,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:49.048812 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90aaf72f-e21a-4508-a79e-0a9b8188c636 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.050035 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-90aaf72f-e21a-4508-a79e-0a9b8188c636 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232679 Jul 21 00:26:49.052743 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36052) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:49.057243 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-07a83e38-d13a-4509-9732-9377cd23aa3c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'security_group_rule': {'security_group_id': '36400636-a75f-4acf-a25b-e5c575f7e7da', 'project_id': 'ea02445018314a15af809b7680aad35f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:49.078507 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.securitygroups_db [None req-07a83e38-d13a-4509-9732-9377cd23aa3c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Project ea02445018314a15af809b7680aad35f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 00:26:49.083224 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-07a83e38-d13a-4509-9732-9377cd23aa3c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.145134 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-07a83e38-d13a-4509-9732-9377cd23aa3c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.148782 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-07a83e38-d13a-4509-9732-9377cd23aa3c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.167129 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a83e38-d13a-4509-9732-9377cd23aa3c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd24eeb-5b66-4968-9d52-d2db6f219c80,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:49.177304 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-07a83e38-d13a-4509-9732-9377cd23aa3c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.178699 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-07a83e38-d13a-4509-9732-9377cd23aa3c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249902 Jul 21 00:26:49.180278 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f90b1-2bff-4bbe-b387-1aad85712764 None None] New status for floating IP fc247318-4bd7-471c-bd77-13b5c487a4bc: ACTIVE {{(pid=94871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:26:49.181424 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36054) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:26:49.186276 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.v2.base [None req-82092706-2884-41ff-9488-8b371ff1afb3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'security_group_rule': {'security_group_id': '36400636-a75f-4acf-a25b-e5c575f7e7da', 'project_id': 'ea02445018314a15af809b7680aad35f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:49.207157 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.db.securitygroups_db [None req-82092706-2884-41ff-9488-8b371ff1afb3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Project ea02445018314a15af809b7680aad35f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 00:26:49.211948 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-82092706-2884-41ff-9488-8b371ff1afb3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.274025 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-82092706-2884-41ff-9488-8b371ff1afb3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.277610 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-82092706-2884-41ff-9488-8b371ff1afb3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4127050'] for security_group_rule, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.295133 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82092706-2884-41ff-9488-8b371ff1afb3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3f21ac-9976-4557-98dc-aa48ec237678,revision_number=0']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:49.301613 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-82092706-2884-41ff-9488-8b371ff1afb3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.302847 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-82092706-2884-41ff-9488-8b371ff1afb3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202362 Jul 21 00:26:49.380432 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-23c1403e-0320-45c6-ad27-872205241ffa tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366808362&fields=id&tenant_id=ea02445018314a15af809b7680aad35f HTTP/1.1" status: 200 len: 267 time: 0.0330541 Jul 21 00:26:49.445095 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-a44ac26a-38d1-4b8b-9634-8c92815e785c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:49.446565 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-a44ac26a-38d1-4b8b-9634-8c92815e785c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 945 time: 0.0607686 Jul 21 00:26:49.456884 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-c4b926d7-c74f-48c2-98fc-d180be591054 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'port': {'security_groups': ['b691d5ac-daba-49ce-a4a8-9135a47569c9', '36400636-a75f-4acf-a25b-e5c575f7e7da']}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:26:49.539260 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-c4b926d7-c74f-48c2-98fc-d180be591054 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.715073 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-c4b926d7-c74f-48c2-98fc-d180be591054 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] For port a32ca7fd-3915-4f21-a20c-ba9045578d63, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:26:49.742957 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-c4b926d7-c74f-48c2-98fc-d180be591054 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.747545 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-c4b926d7-c74f-48c2-98fc-d180be591054 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8450560'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.759813 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['a32ca7fd-3915-4f21-a20c-ba9045578d63'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:26:49.788214 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-c4b926d7-c74f-48c2-98fc-d180be591054 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:49.788825 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-c4b926d7-c74f-48c2-98fc-d180be591054 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:49.790254 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-5441867b-268e-47ac-94f8-1cb3153b8332 req-c4b926d7-c74f-48c2-98fc-d180be591054 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "PUT /v2.0/ports/a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 981 time: 0.3377082 Jul 21 00:26:49.820592 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b926d7-c74f-48c2-98fc-d180be591054 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'Port': ['ID=a32ca7fd-3915-4f21-a20c-ba9045578d63,revision_number=6']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:26:49.848433 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['a32ca7fd-3915-4f21-a20c-ba9045578d63'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:26:49.924995 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abeec6-bad4-45f6-bba8-f83022b60339 req-6a88ab8f-5aca-4390-82d5-2ca4c09d12a7 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:49.932431 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-91abeec6-bad4-45f6-bba8-f83022b60339 req-6a88ab8f-5aca-4390-82d5-2ca4c09d12a7 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0785294 Jul 21 00:26:49.971345 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-91abeec6-bad4-45f6-bba8-f83022b60339 req-43aa6854-3918-4522-a960-ab45499e3e50 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379083 Jul 21 00:26:50.088336 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-80a25c5f-dcf0-4c07-b24d-27e8f6382e16 None None] Provisioning complete for port a32ca7fd-3915-4f21-a20c-ba9045578d63 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:26:50.088637 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-80a25c5f-dcf0-4c07-b24d-27e8f6382e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:26:50.289210 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63'}] {{(pid=94869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:26:50.291582 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba072442d3cd8ff40d09c77f14d2cf45bc88fa55c9678360c79ead5f0a34207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd255f7-edc4-478a-842a-af75702254b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63"}]}' {{(pid=94869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:26:50.325751 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cfad03-a601-41fe-be4e-1f0c78255eed x-openstack-request-id: req-53cfad03-a601-41fe-be4e-1f0c78255eed {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:26:50.326017 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63", "status": "completed", "code": 200}]} {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:26:50.326264 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53cfad03-a601-41fe-be4e-1f0c78255eed {{(pid=94869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:26:50.327139 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'status': 'completed', 'code': 200} Jul 21 00:26:50.399516 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd255f7-edc4-478a-842a-af75702254b6 req-58f8e4ab-76d6-4ed9-989d-665a41c1fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:50.401198 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6bd255f7-edc4-478a-842a-af75702254b6 req-58f8e4ab-76d6-4ed9-989d-665a41c1fd66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea02445018314a15af809b7680aad35f&device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1137 time: 0.0520797 Jul 21 00:26:50.490604 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd255f7-edc4-478a-842a-af75702254b6 req-0933818a-977f-4a5e-8bd8-4a0fe1f9e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:50.492068 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6bd255f7-edc4-478a-842a-af75702254b6 req-0933818a-977f-4a5e-8bd8-4a0fe1f9e545 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 200 len: 915 time: 0.0850422 Jul 21 00:26:50.558032 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6bd255f7-edc4-478a-842a-af75702254b6 req-d6cc25c2-4ba9-49c5-8b4d-19bd4d97260d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 1000 time: 0.0592659 Jul 21 00:26:50.604861 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd255f7-edc4-478a-842a-af75702254b6 req-b4169f6d-3b29-45ed-bb03-0e8284b197cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:50.606285 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6bd255f7-edc4-478a-842a-af75702254b6 req-b4169f6d-3b29-45ed-bb03-0e8284b197cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=176e0010-eaa2-4521-8f3a-40f7d45e0ba4 HTTP/1.1" status: 200 len: 853 time: 0.0418792 Jul 21 00:26:50.660860 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd255f7-edc4-478a-842a-af75702254b6 req-9181de91-2893-4eb6-95ae-31830d50822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:26:50.662320 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6bd255f7-edc4-478a-842a-af75702254b6 req-9181de91-2893-4eb6-95ae-31830d50822f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0502801 Jul 21 00:26:50.750287 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6bd255f7-edc4-478a-842a-af75702254b6 req-7c320600-540d-4305-97ac-babb222da62d service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814934 Jul 21 00:26:50.834310 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-6bd255f7-edc4-478a-842a-af75702254b6 req-9281dcc8-9f1f-455d-abab-2e2a8075f169 service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777373 Jul 21 00:26:52.939045 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:27:01.647592 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5d845b6-eebb-4c92-954d-723f542a90c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:02.552757 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:03.875787 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-a3d96039-a552-4a5e-af85-48f4acadd3a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507467 Jul 21 00:27:03.969949 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-b6a8a1ab-c439-4087-8fb9-69640a569db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:03.971320 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-b6a8a1ab-c439-4087-8fb9-69640a569db7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea02445018314a15af809b7680aad35f&device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1137 time: 0.0558681 Jul 21 00:27:04.067395 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-11718832-1856-4382-8092-c9d730f2f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:04.068782 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-11718832-1856-4382-8092-c9d730f2f03d service neutron] 10.222.0.32 "GET /v2.0/networks?id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 200 len: 915 time: 0.0794878 Jul 21 00:27:04.132612 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-5fe05f6a-646d-4687-a82a-c0bb8d064f02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 1000 time: 0.0574121 Jul 21 00:27:04.180072 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-379c43b3-63b5-4942-95a4-0212011ce93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:04.181474 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-379c43b3-63b5-4942-95a4-0212011ce93b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=176e0010-eaa2-4521-8f3a-40f7d45e0ba4 HTTP/1.1" status: 200 len: 853 time: 0.0423236 Jul 21 00:27:04.212259 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c5b02a24-5222-48d8-8502-d07d6ef6ec8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:04.235039 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:04.240875 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-5de27daa-b2eb-48ed-9b50-553f62fc0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:04.242406 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-5de27daa-b2eb-48ed-9b50-553f62fc0000 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0546188 Jul 21 00:27:04.333198 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-2062da8b-a701-4649-9f44-072fe3329dfd service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834363 Jul 21 00:27:04.419019 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-580c7e3d-bef6-4577-bda0-b0a2c1a89d3e req-5b1e09a9-5af7-442a-9ed9-8feec3fb1ebd service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785458 Jul 21 00:27:05.206496 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:06.669742 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:15.755681 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-bce35fa3-039e-4162-9fba-fa387af5ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:15.757208 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-bce35fa3-039e-4162-9fba-fa387af5ffc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea02445018314a15af809b7680aad35f&device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1137 time: 0.0559683 Jul 21 00:27:15.759614 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3712717-9872-4b83-9faa-890b9ccd2e2c req-6fa88339-2fb6-471f-812b-0bd6334e02d2 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:15.761104 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3712717-9872-4b83-9faa-890b9ccd2e2c req-6fa88339-2fb6-471f-812b-0bd6334e02d2 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0665410 Jul 21 00:27:15.808959 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a3712717-9872-4b83-9faa-890b9ccd2e2c req-67ab9bcb-a713-4b97-abc6-76c19c80e2ba tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418804 Jul 21 00:27:15.860254 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-7af09579-d12b-441f-8165-388ab4801361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:15.862447 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-7af09579-d12b-441f-8165-388ab4801361 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 200 len: 915 time: 0.0980802 Jul 21 00:27:15.926849 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-3ceaa4ab-8024-42e7-9690-0a4d3271c4e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 1000 time: 0.0581598 Jul 21 00:27:15.972286 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-3fb541f0-4140-49ab-8bcc-dfa1dc36221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:15.973605 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-3fb541f0-4140-49ab-8bcc-dfa1dc36221c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=176e0010-eaa2-4521-8f3a-40f7d45e0ba4 HTTP/1.1" status: 200 len: 853 time: 0.0409865 Jul 21 00:27:16.027257 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-293a1601-57c1-46ec-b011-dfb275bead1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:16.028661 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-293a1601-57c1-46ec-b011-dfb275bead1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0491769 Jul 21 00:27:16.116724 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-577f1fa9-77e0-4255-a5e5-839562844b67 service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806117 Jul 21 00:27:16.205096 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-5a5e281d-bf1a-4c4a-b7cb-437127181dba req-57c75d73-b4fc-461b-b938-3cf632a65feb service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814431 Jul 21 00:27:16.938205 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfc893-2c4b-4f64-a7f5-44823b821606 req-30f37f98-12c8-492f-9579-06ccea907084 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:16.939670 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-61cfc893-2c4b-4f64-a7f5-44823b821606 req-30f37f98-12c8-492f-9579-06ccea907084 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0639119 Jul 21 00:27:16.977076 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-61cfc893-2c4b-4f64-a7f5-44823b821606 req-4cc74d1b-3f2a-4cd8-b26f-ebeb2367c783 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318558 Jul 21 00:27:18.102317 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026e93-2549-4ee3-ad96-dc8db705325a req-7b128b55-d609-4c94-8570-c0348ed0ac89 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:18.103767 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-29026e93-2549-4ee3-ad96-dc8db705325a req-7b128b55-d609-4c94-8570-c0348ed0ac89 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0618873 Jul 21 00:27:18.145644 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-29026e93-2549-4ee3-ad96-dc8db705325a req-0b7ca155-ac18-4407-a21e-e05a59db9159 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363412 Jul 21 00:27:19.271321 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd95e0-60bf-4dd8-95ac-841019cfb959 req-2859e77f-42d8-403a-9d0d-8b15724c8fe4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:19.272796 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-80fd95e0-60bf-4dd8-95ac-841019cfb959 req-2859e77f-42d8-403a-9d0d-8b15724c8fe4 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0619593 Jul 21 00:27:19.310980 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-80fd95e0-60bf-4dd8-95ac-841019cfb959 req-a63ec52d-4b15-4eb8-96cc-75de5c3bc296 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326004 Jul 21 00:27:20.437383 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c6188-2371-48ac-9d5d-1f63a50cd635 req-7a996c8a-5981-4f58-b2e6-9ec3f1c3a9ef tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:20.438858 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-799c6188-2371-48ac-9d5d-1f63a50cd635 req-7a996c8a-5981-4f58-b2e6-9ec3f1c3a9ef tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0624354 Jul 21 00:27:20.477314 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-799c6188-2371-48ac-9d5d-1f63a50cd635 req-319cc48a-d6cc-4c62-b7dc-3133a25adc74 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328023 Jul 21 00:27:21.614279 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f5e1-f67d-4427-881a-443d21dda691 req-a09a5954-403e-4bc6-a534-9b6f260578ec tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:21.615764 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dc82f5e1-f67d-4427-881a-443d21dda691 req-a09a5954-403e-4bc6-a534-9b6f260578ec tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0657301 Jul 21 00:27:21.653895 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-dc82f5e1-f67d-4427-881a-443d21dda691 req-91a05378-c7e9-46e7-906e-50106825d916 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326393 Jul 21 00:27:22.778762 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77441f52-b4b4-420e-9a93-6c6b6debe22e req-6e40828b-0d5d-4b95-b012-40106b5b8a41 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:22.780731 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77441f52-b4b4-420e-9a93-6c6b6debe22e req-6e40828b-0d5d-4b95-b012-40106b5b8a41 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0619121 Jul 21 00:27:22.819069 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-77441f52-b4b4-420e-9a93-6c6b6debe22e req-686d85d5-6899-4eda-820e-b0f9c41e7911 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326936 Jul 21 00:27:23.945433 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df64bd-b428-4ca8-84a1-20809375e8c0 req-1658b207-0916-4f4e-8152-c8bee6500d87 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:23.946813 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-07df64bd-b428-4ca8-84a1-20809375e8c0 req-1658b207-0916-4f4e-8152-c8bee6500d87 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0613050 Jul 21 00:27:23.989177 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-07df64bd-b428-4ca8-84a1-20809375e8c0 req-861150e8-48ba-419e-a462-1f9c549d6d98 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367835 Jul 21 00:27:25.114394 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68a8ef-be75-4061-b85c-8d7c01eed692 req-5607c854-d5f8-4cb3-a2a1-3e27b5484490 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:25.115851 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-be68a8ef-be75-4061-b85c-8d7c01eed692 req-5607c854-d5f8-4cb3-a2a1-3e27b5484490 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0616567 Jul 21 00:27:25.154226 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-be68a8ef-be75-4061-b85c-8d7c01eed692 req-2cc8c54f-5021-4cba-99d4-997733ea720c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328572 Jul 21 00:27:26.278432 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d82b6-7b57-4daa-9624-72d6a088ed63 req-72f976e1-b6b2-4a27-a559-ee6841d0529c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:26.280357 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cd9d82b6-7b57-4daa-9624-72d6a088ed63 req-72f976e1-b6b2-4a27-a559-ee6841d0529c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0625496 Jul 21 00:27:26.317947 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-cd9d82b6-7b57-4daa-9624-72d6a088ed63 req-e7a08252-1a1b-466f-a978-2c929fa7cb92 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321054 Jul 21 00:27:27.447161 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e81c5-f4ff-4374-8596-6bdd54e52e71 req-7997df3b-2496-4768-ac1f-3d8939fba1ff tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:27:27.448643 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-820e81c5-f4ff-4374-8596-6bdd54e52e71 req-7997df3b-2496-4768-ac1f-3d8939fba1ff tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0666730 Jul 21 00:27:27.487282 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-820e81c5-f4ff-4374-8596-6bdd54e52e71 req-0745f495-8693-4e3e-bf56-26959b208b39 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=36400636-a75f-4acf-a25b-e5c575f7e7da&id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329401 Jul 21 00:27:29.937781 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:27:31.648713 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8811bcb6-517f-456a-b9f4-78ee96af5248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:32.547443 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:34.213041 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c8d6d5d-0672-440d-bbaf-7b38f218b8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:34.233702 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:35.208594 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:36.671863 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:27:59.954496 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2ba73428-7a4d-448b-a01a-656831f2453b req-f08ebbba-5644-471f-b4cd-df329f48c9fd tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366808362&fields=id&tenant_id=ea02445018314a15af809b7680aad35f HTTP/1.1" status: 200 len: 267 time: 0.0320511 Jul 21 00:28:00.018278 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba73428-7a4d-448b-a01a-656831f2453b req-59d6ca12-53e8-42ef-801f-c4d5a494fd88 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:00.019660 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2ba73428-7a4d-448b-a01a-656831f2453b req-59d6ca12-53e8-42ef-801f-c4d5a494fd88 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 984 time: 0.0603321 Jul 21 00:28:00.030476 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.v2.base [req-2ba73428-7a4d-448b-a01a-656831f2453b req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Request body: {'port': {'security_groups': ['b691d5ac-daba-49ce-a4a8-9135a47569c9']}} {{(pid=94869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 21 00:28:00.113566 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-2ba73428-7a4d-448b-a01a-656831f2453b req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029123'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:00.277595 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [req-2ba73428-7a4d-448b-a01a-656831f2453b req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] For port a32ca7fd-3915-4f21-a20c-ba9045578d63, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:28:00.305508 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-2ba73428-7a4d-448b-a01a-656831f2453b req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:00.310213 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-2ba73428-7a4d-448b-a01a-656831f2453b req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757637662522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757637261186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757637261204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8450560'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:00.321583 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['a32ca7fd-3915-4f21-a20c-ba9045578d63'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:28:00.359025 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba73428-7a4d-448b-a01a-656831f2453b req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:00.359377 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [req-2ba73428-7a4d-448b-a01a-656831f2453b req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:00.360779 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-2ba73428-7a4d-448b-a01a-656831f2453b req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "PUT /v2.0/ports/a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 942 time: 0.3352067 Jul 21 00:28:00.361277 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63'}] {{(pid=94869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:28:00.363503 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba072442d3cd8ff40d09c77f14d2cf45bc88fa55c9678360c79ead5f0a34207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0462e513-fa1c-45d9-b395-c3d638dad896" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63"}]}' {{(pid=94869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:28:00.367676 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36112) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:00.381100 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event updated for resources: {'Port': ['ID=a32ca7fd-3915-4f21-a20c-ba9045578d63,revision_number=7']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:00.390269 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.390955 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.391729 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.392751 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.392751 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.393210 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.393790 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.394166 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.394568 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.394908 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.395244 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.395577 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb393bb-2153-43c7-b425-f1487f468923 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.430598 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cb9efe-3272-4ccf-9ae1-76296c4af8e4 x-openstack-request-id: req-10cb9efe-3272-4ccf-9ae1-76296c4af8e4 {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:28:00.430883 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63", "status": "completed", "code": 200}]} {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:28:00.431129 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10cb9efe-3272-4ccf-9ae1-76296c4af8e4 {{(pid=94869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:28:00.431529 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'status': 'completed', 'code': 200} Jul 21 00:28:00.458643 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['a32ca7fd-3915-4f21-a20c-ba9045578d63'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:28:00.638596 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-8a5d049c-97c9-4601-8dff-06fb9b890233 None None] Provisioning complete for port a32ca7fd-3915-4f21-a20c-ba9045578d63 triggered by entity DHCP. {{(pid=94870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 21 00:28:00.638966 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a5d049c-97c9-4601-8dff-06fb9b890233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941498'] for port, provisioning_complete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:00.718895 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:00.750683 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:00.786163 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-74b12503-e7b2-4ea1-845e-14fba1570c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:00.787584 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-74b12503-e7b2-4ea1-845e-14fba1570c91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea02445018314a15af809b7680aad35f&device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1098 time: 0.3401527 Jul 21 00:28:00.860289 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:00.862821 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:00.863962 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "DELETE /v2.0/security-groups/36400636-a75f-4acf-a25b-e5c575f7e7da HTTP/1.1" status: 204 len: 168 time: 0.4944592 Jul 21 00:28:00.866835 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 36114) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:00.877404 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36400636-a75f-4acf-a25b-e5c575f7e7da,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:00.892939 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.893295 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.893638 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.893975 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.894308 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.894638 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.894966 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.895296 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.895621 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.895943 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.896266 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.896586 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82d893-a71a-448b-a54f-dd6c0bcf7768 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:00.907512 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-9d76647f-d347-49a0-a95d-a5d12387d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:00.909245 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-9d76647f-d347-49a0-a95d-a5d12387d54f service neutron] 10.222.0.32 "GET /v2.0/networks?id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 200 len: 915 time: 0.1153033 Jul 21 00:28:00.973265 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-431f0f17-1364-436e-b9ce-93966e8ee71a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 1000 time: 0.0579648 Jul 21 00:28:01.019430 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-75ad0b4a-c461-4b0d-8543-277a47ccb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:01.020854 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-75ad0b4a-c461-4b0d-8543-277a47ccb95c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=176e0010-eaa2-4521-8f3a-40f7d45e0ba4 HTTP/1.1" status: 200 len: 853 time: 0.0422244 Jul 21 00:28:01.023271 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Deleting port 71707423-c0f1-4bd3-8bf7-6dfb4f3a1d47 {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:28:01.023755 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:01.080738 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-56dff78c-efa3-4cb4-ac25-90b0518338ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:01.082250 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-56dff78c-efa3-4cb4-ac25-90b0518338ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0553896 Jul 21 00:28:01.100588 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:01.100917 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:01.112888 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Calling delete_port for 71707423-c0f1-4bd3-8bf7-6dfb4f3a1d47 owned by network:floatingip {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:28:01.165986 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-7b87c0ef-026b-4781-a992-5d70e4e8e6f3 service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774593 Jul 21 00:28:01.256282 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-0462e513-fa1c-45d9-b395-c3d638dad896 req-85c3dba3-5967-4006-8627-08cc03806487 service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844319 Jul 21 00:28:01.257590 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:01.287845 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event deleted for resources: {'Port': ['ID=71707423-c0f1-4bd3-8bf7-6dfb4f3a1d47,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:01.345230 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks [] for floatingip, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:01.345858 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.db.l3_db [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Floating IP fc247318-4bd7-471c-bd77-13b5c487a4bc disassociated (deleted). External IP: 172.28.2.60, port: a32ca7fd-3915-4f21-a20c-ba9045578d63. Jul 21 00:28:01.545415 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Router ea7df8ce-7e22-4bbd-b965-23b36ccac76c has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:28:01.647402 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d959976d-42cf-40ca-b2d0-92085d31f76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:01.647987 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:28:01.657638 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for floatingip, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:01.657857 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] Sync routers for ids ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:28:01.667088 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] Routers {'ea7df8ce-7e22-4bbd-b965-23b36ccac76c'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:28:01.667701 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:27:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:01.692797 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-a7abbdc8-2e8d-46c6-80b6-a16b44acf59d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "DELETE /v2.0/floatingips/fc247318-4bd7-471c-bd77-13b5c487a4bc HTTP/1.1" status: 204 len: 168 time: 0.8248670 Jul 21 00:28:01.771298 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] Set router ea7df8ce-7e22-4bbd-b965-23b36ccac76c gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:28:02.088398 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:14Z', 'revision_number': 5, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:02.113570 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] Checking router: ea7df8ce-7e22-4bbd-b965-23b36ccac76c for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:28:02.121582 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] Routers {'ea7df8ce-7e22-4bbd-b965-23b36ccac76c'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:28:02.122148 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:27:34Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:02.225557 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] Set router ea7df8ce-7e22-4bbd-b965-23b36ccac76c gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:28:02.423473 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:14Z', 'revision_number': 5, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:02.433013 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63'}] {{(pid=94869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:28:02.435807 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba072442d3cd8ff40d09c77f14d2cf45bc88fa55c9678360c79ead5f0a34207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b6dda6-0713-474c-9ae8-2e9f5b982c87" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63"}]}' {{(pid=94869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:28:02.453549 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ece4c-5407-4a54-a57e-1294dc19a1a8 None None] The sync data for ids ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'] in dv-cinder-679138-11-smb is: [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:26:08Z', 'revision_number': 4, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb', '_interfaces': [{'id': 'e23e33b6-9c0f-438c-82a3-4a345089c21c', 'name': '', 'network_id': '95f6abbb-d9ff-4b6e-98a4-4d212967bb98', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'mac_address': 'fa:16:3e:f8:98:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:07Z', 'updated_at': '2021-07-21T00:26:14Z', 'revision_number': 5, 'project_id': 'ea02445018314a15af809b7680aad35f', 'subnets': [{'id': '176e0010-eaa2-4521-8f3a-40f7d45e0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:28:02.472458 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Jul 2021 00:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1dbcdd-9764-495d-bd7d-56461c43e3eb x-openstack-request-id: req-1c1dbcdd-9764-495d-bd7d-56461c43e3eb {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:28:02.472748 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63", "status": "completed", "code": 200}]} {{(pid=94869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:28:02.473023 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c1dbcdd-9764-495d-bd7d-56461c43e3eb {{(pid=94869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:28:02.473417 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'status': 'completed', 'code': 200} Jul 21 00:28:02.547887 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-f5f84898-f29d-4c7b-a95c-cb323c92d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:02.549462 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:02.549622 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-f5f84898-f29d-4c7b-a95c-cb323c92d535 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea02445018314a15af809b7680aad35f&device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1098 time: 0.0555644 Jul 21 00:28:02.645393 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-c51160ae-7f48-4076-932c-96fbb68242e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:02.646912 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-c51160ae-7f48-4076-932c-96fbb68242e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 200 len: 915 time: 0.0917289 Jul 21 00:28:02.666623 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892af51-9897-4b55-b3ef-0566f8d4164e None None] New status for floating IP fc247318-4bd7-471c-bd77-13b5c487a4bc: DOWN {{(pid=94871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 21 00:28:02.688699 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-3c3eb857-1a07-425b-9da5-1f349352636a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 217 time: 0.0357642 Jul 21 00:28:02.736991 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-91d0a012-ea5a-44ab-8c1a-ced12b4052f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:02.738516 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-91d0a012-ea5a-44ab-8c1a-ced12b4052f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=176e0010-eaa2-4521-8f3a-40f7d45e0ba4 HTTP/1.1" status: 200 len: 853 time: 0.0441210 Jul 21 00:28:02.798126 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-bbac598c-2789-4f15-aab4-522e1a0c9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:02.799651 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-bbac598c-2789-4f15-aab4-522e1a0c9e21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0555391 Jul 21 00:28:02.884299 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-5e68fe92-20c4-4e93-bac5-d742aabe43ee service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785654 Jul 21 00:28:02.973691 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-05b6dda6-0713-474c-9ae8-2e9f5b982c87 req-814dd4de-5f45-4c44-9f0c-bf5c54d448ae service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831823 Jul 21 00:28:03.060323 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-29b7af7f-fca0-4448-ae0d-54f758c863f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513752 Jul 21 00:28:03.159835 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-7eb5554b-834c-4528-8a0c-593b31b951a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:03.161365 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-7eb5554b-834c-4528-8a0c-593b31b951a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea02445018314a15af809b7680aad35f&device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 1098 time: 0.0599806 Jul 21 00:28:03.278152 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-1e17673e-edab-483d-9f14-e585a8d61f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:03.280055 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-1e17673e-edab-483d-9f14-e585a8d61f05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 200 len: 915 time: 0.0918810 Jul 21 00:28:03.321697 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-c3fb2f79-069f-4f9c-bebe-433ac6d469ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 200 len: 217 time: 0.0345232 Jul 21 00:28:03.372461 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-debecae9-5c8b-49fa-ac5b-c703738e77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:03.374044 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-debecae9-5c8b-49fa-ac5b-c703738e77c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=176e0010-eaa2-4521-8f3a-40f7d45e0ba4 HTTP/1.1" status: 200 len: 853 time: 0.0469735 Jul 21 00:28:03.430301 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-ba5f6c14-4f1c-4fd3-bf60-ed70e7bba18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:03.431800 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-ba5f6c14-4f1c-4fd3-bf60-ed70e7bba18a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95f6abbb-d9ff-4b6e-98a4-4d212967bb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0518515 Jul 21 00:28:03.517890 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-5ef0c632-dd15-4ffe-b1b5-ee66da953d0f service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798142 Jul 21 00:28:03.606263 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-d7569889-548f-4ace-bf23-fbddb7b403d0 req-fde7c625-adab-46d2-b0e4-7ea9f36067ca service neutron] 10.222.0.32 "GET /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826483 Jul 21 00:28:04.219799 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-372398fb-efce-44f4-975d-58fa1bf2f498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:04.237069 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:04.430489 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b19e4-4579-49ab-8a87-57e6a9492e0b req-6a0206e0-f2b9-42f5-931c-5cff1ff38b59 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:04.431969 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a54b19e4-4579-49ab-8a87-57e6a9492e0b req-6a0206e0-f2b9-42f5-931c-5cff1ff38b59 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 945 time: 0.0655973 Jul 21 00:28:04.468831 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-a54b19e4-4579-49ab-8a87-57e6a9492e0b req-bd72f2ab-6c3f-42d3-9431-0c0b97a8ac9d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305634 Jul 21 00:28:05.211068 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:05.601272 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0460-0758-4ab7-aa6f-5075fef5209f req-ccf3d920-2229-4b7e-912d-0b6c24cc9000 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:05.602764 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-007e0460-0758-4ab7-aa6f-5075fef5209f req-ccf3d920-2229-4b7e-912d-0b6c24cc9000 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 945 time: 0.0618634 Jul 21 00:28:05.639325 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-007e0460-0758-4ab7-aa6f-5075fef5209f req-aa802a1e-2bc7-44a9-a1e5-b37c256fd584 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/security-groups?id=b691d5ac-daba-49ce-a4a8-9135a47569c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305753 Jul 21 00:28:06.123365 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-d754ea3d-4262-4567-a495-470901f4131d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 21 00:28:06.124811 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-d754ea3d-4262-4567-a495-470901f4131d tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 945 time: 0.0610540 Jul 21 00:28:06.223440 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-c4823ee9-9e31-4609-be07-71cccdfc15f3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Deleting port a32ca7fd-3915-4f21-a20c-ba9045578d63 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:28:06.223781 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-c4823ee9-9e31-4609-be07-71cccdfc15f3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:06.308622 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-c4823ee9-9e31-4609-be07-71cccdfc15f3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] For port a32ca7fd-3915-4f21-a20c-ba9045578d63, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a32ca7fd-3915-4f21-a20c-ba9045578d63,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:28:06.309012 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-c4823ee9-9e31-4609-be07-71cccdfc15f3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:06.321045 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-c4823ee9-9e31-4609-be07-71cccdfc15f3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Calling delete_port for a32ca7fd-3915-4f21-a20c-ba9045578d63 owned by compute:nova {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:28:06.446681 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-c4823ee9-9e31-4609-be07-71cccdfc15f3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:06.459223 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] get_ports_and_sgs() called for port_ids ['a32ca7fd-3915-4f21-a20c-ba9045578d63'] {{(pid=94870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 00:28:06.476846 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4823ee9-9e31-4609-be07-71cccdfc15f3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Pushing event deleted for resources: {'Port': ['ID=a32ca7fd-3915-4f21-a20c-ba9045578d63,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:06.527638 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-c4823ee9-9e31-4609-be07-71cccdfc15f3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] No DVR routers for this DVR port a32ca7fd-3915-4f21-a20c-ba9045578d63 on host hv-cinder-67913 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:28:06.530641 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-c4823ee9-9e31-4609-be07-71cccdfc15f3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9063'] for port, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:06.532610 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [req-185a1b3a-3a6f-450f-989e-6afa3fa886c9 req-c4823ee9-9e31-4609-be07-71cccdfc15f3 tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.32 "DELETE /v2.0/ports/a32ca7fd-3915-4f21-a20c-ba9045578d63 HTTP/1.1" status: 204 len: 173 time: 0.4016745 Jul 21 00:28:06.533083 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'name': 'network-vif-deleted', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 21 00:28:06.535332 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2fb3b0c2fc3b8c050c9b554d86ce2a7f580008f0873793a501c359b4a8b012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1a4ffb-29b9-40ee-be46-26b9780ace3c" -d '{"events": [{"server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "name": "network-vif-deleted", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 00:28:06.569792 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Jul 2021 00:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ab4da7-b877-45c1-accc-e4c600549ff6 x-openstack-request-id: req-80ab4da7-b877-45c1-accc-e4c600549ff6 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 00:28:06.570083 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb9373c-4a60-49e9-aaac-5747a1d75c9e", "name": "network-vif-deleted", "tag": "a32ca7fd-3915-4f21-a20c-ba9045578d63", "status": "completed", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 00:28:06.570335 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80ab4da7-b877-45c1-accc-e4c600549ff6 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 00:28:06.570731 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb9373c-4a60-49e9-aaac-5747a1d75c9e', 'name': 'network-vif-deleted', 'tag': 'a32ca7fd-3915-4f21-a20c-ba9045578d63', 'status': 'completed', 'code': 200} Jul 21 00:28:06.676075 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:06.742315 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [req-188138bd-cf83-4651-8e5d-5f99e2cf81d4 req-5df13108-9408-4575-acec-08a68f15da1c tempest-TestMinimumBasicScenario-2141429820 tempest-TestMinimumBasicScenario-2141429820-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fb9373c-4a60-49e9-aaac-5747a1d75c9e HTTP/1.1" status: 200 len: 210 time: 0.0282023 Jul 21 00:28:06.945283 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:28:08.279902 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 36204) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:08.610973 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4060302'] for router_interface, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:08.850639 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] Deleting port e23e33b6-9c0f-438c-82a3-4a345089c21c {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:28:08.850981 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:08.924332 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] For port e23e33b6-9c0f-438c-82a3-4a345089c21c, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=e23e33b6-9c0f-438c-82a3-4a345089c21c,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:28:08.924604 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:08.936937 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] Calling delete_port for e23e33b6-9c0f-438c-82a3-4a345089c21c owned by network:router_interface {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:28:09.107698 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:09.131776 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e23e33b6-9c0f-438c-82a3-4a345089c21c,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:09.519931 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4060178'] for router_interface, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:09.719806 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] Router ea7df8ce-7e22-4bbd-b965-23b36ccac76c has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:28:09.823379 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:28:09.829119 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-d8c41475-f4ca-491a-bb3c-d650b50704b0 admin admin] 10.222.0.35 "PUT /v2.0/routers/ea7df8ce-7e22-4bbd-b965-23b36ccac76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5482750 Jul 21 00:28:09.831580 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 36206) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:09.833224 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] Sync routers for ids ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'] in dv-cinder-679138-11-smb {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:28:09.843334 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] Routers {'ea7df8ce-7e22-4bbd-b965-23b36ccac76c'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:28:09.843956 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:28:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:09.930622 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:09.944297 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] Set router ea7df8ce-7e22-4bbd-b965-23b36ccac76c gateway port host: dv-cinder-679138-11-smb {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:28:10.029350 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.079413 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Deleting port a329f475-b19d-4100-853b-dd817c29e338 {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:28:10.079655 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.116437 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a329f475-b19d-4100-853b-dd817c29e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:28:09Z', 'revision_number': 5, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port': {'id': 'a329f475-b19d-4100-853b-dd817c29e338', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:06Z', 'updated_at': '2021-07-21T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:10.146078 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] Checking router: ea7df8ce-7e22-4bbd-b965-23b36ccac76c for host: dv-cinder-679138-11-smb {{(pid=94870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:28:10.154133 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] Routers {'ea7df8ce-7e22-4bbd-b965-23b36ccac76c'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:28:10.154739 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:28:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'], 'active': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:10.158770 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] For port a329f475-b19d-4100-853b-dd817c29e338, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=a329f475-b19d-4100-853b-dd817c29e338,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:28:10.159133 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.170832 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Calling delete_port for a329f475-b19d-4100-853b-dd817c29e338 owned by network:router_gateway {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:28:10.238194 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvr_db [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] Set router ea7df8ce-7e22-4bbd-b965-23b36ccac76c gateway port host: None {{(pid=94870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:28:10.288110 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_hamode_db [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:28:10Z', 'revision_number': 6, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port_host': None}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:10.318307 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088192c9-f590-40ac-850a-f64b680c5f0a None None] The sync data for ids ['ea7df8ce-7e22-4bbd-b965-23b36ccac76c'] in dv-cinder-679138-11-smb is: [{'id': 'ea7df8ce-7e22-4bbd-b965-23b36ccac76c', 'name': 'tempest-TestMinimumBasicScenario-203417096-router', 'tenant_id': 'ea02445018314a15af809b7680aad35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:05Z', 'updated_at': '2021-07-21T00:28:10Z', 'revision_number': 6, 'project_id': 'ea02445018314a15af809b7680aad35f', 'gw_port_host': None}] {{(pid=94870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:28:10.335071 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.367505 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a329f475-b19d-4100-853b-dd817c29e338,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:10.421351 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4055988'] for router_gateway, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.510691 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4055651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26344'] for router, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.512739 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.557288 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4061519'] for router, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.557938 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea7df8ce-7e22-4bbd-b965-23b36ccac76c {{(pid=94869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 00:28:10.562530 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] Notify callbacks [] for router, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.563652 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-1cd39c1f-3e03-43dc-9e31-326b1d02b1ca admin admin] 10.222.0.35 "DELETE /v2.0/routers/ea7df8ce-7e22-4bbd-b965-23b36ccac76c HTTP/1.1" status: 204 len: 168 time: 0.7311842 Jul 21 00:28:10.566202 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 36208) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:10.609894 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc584f8-1984-408b-bfd2-d80a6138b580 admin admin] Deleting subnet 176e0010-eaa2-4521-8f3a-40f7d45e0ba4 {{(pid=94869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:28:10.612830 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5dc584f8-1984-408b-bfd2-d80a6138b580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.644391 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5dc584f8-1984-408b-bfd2-d80a6138b580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439224'] for subnet, precommit_delete_associations {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.726627 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5dc584f8-1984-408b-bfd2-d80a6138b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.777632 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5dc584f8-1984-408b-bfd2-d80a6138b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8450654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580651'] for subnet, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.804051 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc584f8-1984-408b-bfd2-d80a6138b580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=176e0010-eaa2-4521-8f3a-40f7d45e0ba4,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:10.806013 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5dc584f8-1984-408b-bfd2-d80a6138b580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.807868 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-5dc584f8-1984-408b-bfd2-d80a6138b580 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/176e0010-eaa2-4521-8f3a-40f7d45e0ba4 HTTP/1.1" status: 204 len: 168 time: 0.2407119 Jul 21 00:28:10.810374 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.wsgi [-] (94869) accepted ('10.222.0.35', 36210) {{(pid=94869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:10.812288 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d62f11-db45-495e-b3ae-882a2da41258 None None] Network 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:28:10.879696 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.932775 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Deleting port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 {{(pid=94869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:28:10.933142 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:10.994393 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] For port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22,segment=NetworkSegment(006b4fb2-3583-45ab-b6e7-64aa670fe4b4),segment_id=006b4fb2-3583-45ab-b6e7-64aa670fe4b4)] {{(pid=94869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:28:10.994754 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.006556 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Calling delete_port for 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 owned by network:dhcp {{(pid=94869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:28:11.076795 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] DHCP port deletion for 95f6abbb-d9ff-4b6e-98a4-4d212967bb98 request from dv-cinder-679138-11-smb {{(pid=94870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 21 00:28:11.089961 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8450571'] for port, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.116834 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:11.120162 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] No DVR routers for this DVR port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 on host dv-cinder-679138-11-smb {{(pid=94869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:28:11.123152 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Deleting port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:28:11.123540 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.185411 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] For port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22, host dv-cinder-679138-11-smb, got binding levels [] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:28:11.185804 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.191590 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.197768 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Calling delete_port for 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:28:11.200940 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 was not found and therefore no delete operation was performed {{(pid=94870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 21 00:28:11.201994 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f6abbb-d9ff-4b6e-98a4-4d212967bb98']}} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:11.202264 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.213024 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006b4fb2-3583-45ab-b6e7-64aa670fe4b4') {'for_net_delete': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:11.213323 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.services.segments.db [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006b4fb2-3583-45ab-b6e7-64aa670fe4b4') {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:11.223317 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439217'] for segment, before_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.232276 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Pushing event deleted for resources: {'Port': ['ID=2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:11.239945 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.240666 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.241040 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.241384 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.241719 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.242048 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.242376 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.242702 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.243024 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.243351 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.243673 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.243993 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.244311 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-11-smb {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 00:28:11.247435 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:28:11.247626 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f1047-ad0b-44dd-bf9c-3fe1d71f9eca None None] No DVR routers for this DVR port 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 on host dv-cinder-679138-11-smb {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:28:11.247772 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8450596'] for segment, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: Traceback (most recent call last): Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: timer() Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: cb(*args, **kw) Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: return func(*args, **kwargs) Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: self._notify() Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: self.callback(batched_events) Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: event.method(event) Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: return f(self, *a, **k) Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: return self._get(url).json() Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: return self.request(url, 'GET', **kwargs) Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:28:11.249403 dv-cinder-679138-11-smb neutron-server[94869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:28:11.304664 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.320796 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.322740 dv-cinder-679138-11-smb neutron-server[94869]: INFO neutron.wsgi [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] 10.222.0.35 "DELETE /v2.0/networks/95f6abbb-d9ff-4b6e-98a4-4d212967bb98 HTTP/1.1" status: 204 len: 168 time: 0.5114632 Jul 21 00:28:11.324078 dv-cinder-679138-11-smb neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fdd81-329b-4cfb-a272-ff5de59aecbf admin admin] Pushing event deleted for resources: {'Network': ['ID=95f6abbb-d9ff-4b6e-98a4-4d212967bb98,revision_number=None']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:11.326293 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36212) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:11.504033 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device a32ca7fd-3915-4f21-a20c-ba9045578d63 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:28:11.524758 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] No Port match for: a32ca7fd-3915-4f21-a20c-ba9045578d63 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:28:11.525127 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Device a32ca7fd-3915-4f21-a20c-ba9045578d63 not bound to the agent host hv-cinder-67913 {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:28:11.654576 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4060302'] for router_interface, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.769435 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:28:11.788804 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:28:11.789170 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 2c2937c6-c23d-4bca-bd7e-fcf82a0e8a22 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:28:11.789593 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device a329f475-b19d-4100-853b-dd817c29e338 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:28:11.807858 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: a329f475-b19d-4100-853b-dd817c29e338 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:28:11.808200 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device a329f475-b19d-4100-853b-dd817c29e338 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:28:11.808604 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device e23e33b6-9c0f-438c-82a3-4a345089c21c no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:28:11.826996 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: e23e33b6-9c0f-438c-82a3-4a345089c21c {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:28:11.827344 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device e23e33b6-9c0f-438c-82a3-4a345089c21c not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:28:11.901946 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] Deleting port 5758f333-139a-4e62-830f-e7719c16021a {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:28:11.902279 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.978628 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] For port 5758f333-139a-4e62-830f-e7719c16021a, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=5758f333-139a-4e62-830f-e7719c16021a,segment=NetworkSegment(9fff6580-f806-4449-8848-f8fccd0d8370),segment_id=9fff6580-f806-4449-8848-f8fccd0d8370)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:28:11.978899 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:11.990904 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] Calling delete_port for 5758f333-139a-4e62-830f-e7719c16021a owned by network:router_interface {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:28:12.158812 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:12.182809 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5758f333-139a-4e62-830f-e7719c16021a,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:12.339635 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4060178'] for router_interface, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:12.544215 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] Router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 has already been hosted by L3 agent 058c54a3-4d5e-47fd-9f68-c94e2aca8e49 {{(pid=94868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 21 00:28:12.643203 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] Notify agent at l3_agent.dv-cinder-679138-11-smb the message routers_updated {{(pid=94868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 00:28:12.647995 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-e61620b0-1d24-412d-a97f-3a51807cbfc1 admin admin] 10.222.0.35 "PUT /v2.0/routers/9a26751a-10a1-45b6-9ed5-32e392d6eee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3206930 Jul 21 00:28:12.650519 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36214) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:12.653564 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] Sync routers for ids ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'] in dv-cinder-679138-11-smb {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 00:28:12.662564 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] Routers {'9a26751a-10a1-45b6-9ed5-32e392d6eee9'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:28:12.663174 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:28:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:12.766996 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] Set router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:28:12.977499 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Notify callbacks [] for router, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.024219 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'name': 'tempest-TestMinimumBasicScenario-101365633-router', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '66031fcc-87d0-415a-876f-44951b916b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:28:12Z', 'revision_number': 5, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'gw_port': {'id': '66031fcc-87d0-415a-876f-44951b916b8e', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:13.052338 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] Checking router: 9a26751a-10a1-45b6-9ed5-32e392d6eee9 for host: dv-cinder-679138-11-smb {{(pid=94871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 00:28:13.060998 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] Routers {'9a26751a-10a1-45b6-9ed5-32e392d6eee9'} bound to L3 agent in host dv-cinder-679138-11-smb {{(pid=94871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 21 00:28:13.061593 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-21T00:11:04Z,description=,heartbeat_timestamp=2021-07-21T00:28:04Z,host='dv-cinder-679138-11-smb',id=058c54a3-4d5e-47fd-9f68-c94e2aca8e49,load=0,resource_versions=,resources_synced=,started_at=2021-07-21T00:11:04Z,topic='l3_agent')) {'router_ids': ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'], 'active': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:13.074656 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.127472 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Deleting port 66031fcc-87d0-415a-876f-44951b916b8e {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:28:13.127809 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.162939 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_dvr_db [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] Set router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 gateway port host: dv-cinder-679138-11-smb {{(pid=94871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 21 00:28:13.203239 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] For port 66031fcc-87d0-415a-876f-44951b916b8e, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=66031fcc-87d0-415a-876f-44951b916b8e,segment=NetworkSegment(183ceeb5-8952-458b-9b6d-ffa58b1d7c27),segment_id=183ceeb5-8952-458b-9b6d-ffa58b1d7c27)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:28:13.203593 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.215598 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Calling delete_port for 66031fcc-87d0-415a-876f-44951b916b8e owned by network:router_gateway {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:28:13.332143 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.l3_hamode_db [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'name': 'tempest-TestMinimumBasicScenario-101365633-router', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '66031fcc-87d0-415a-876f-44951b916b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:28:12Z', 'revision_number': 5, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'gw_port': {'id': '66031fcc-87d0-415a-876f-44951b916b8e', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}], 'dv-cinder-679138-11-smb', False) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:13.357773 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fbbbd-0645-4ff2-8b32-2581cacf0ce3 None None] The sync data for ids ['9a26751a-10a1-45b6-9ed5-32e392d6eee9'] in dv-cinder-679138-11-smb is: [{'id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'name': 'tempest-TestMinimumBasicScenario-101365633-router', 'tenant_id': 'aeea92b38d254c87a9fe5523802f726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'external_fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '66031fcc-87d0-415a-876f-44951b916b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:28:12Z', 'revision_number': 5, 'project_id': 'aeea92b38d254c87a9fe5523802f726e', 'gw_port': {'id': '66031fcc-87d0-415a-876f-44951b916b8e', 'name': '', 'network_id': 'c738b427-e595-478b-aacb-eccc899844dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a26751a-10a1-45b6-9ed5-32e392d6eee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-21T00:26:10Z', 'updated_at': '2021-07-21T00:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f039a0d1-f3b4-4507-824e-40f7a1b62ec6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-11-smb'}] {{(pid=94871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 00:28:13.375073 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.404820 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Pushing event deleted for resources: {'Port': ['ID=66031fcc-87d0-415a-876f-44951b916b8e,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:13.463248 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4055988'] for router_gateway, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.549391 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4055651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26344'] for router, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.551416 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.597384 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4061519'] for router, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.597823 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a26751a-10a1-45b6-9ed5-32e392d6eee9 {{(pid=94868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 00:28:13.602023 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] Notify callbacks [] for router, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.603154 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-962a2818-6c74-4a89-b3a3-d90f832fc241 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9a26751a-10a1-45b6-9ed5-32e392d6eee9 HTTP/1.1" status: 204 len: 168 time: 0.9517448 Jul 21 00:28:13.605600 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36216) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:13.651173 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ddf818-fa98-4f45-9f79-0720f23d93e9 admin admin] Deleting subnet 3217e64d-0710-48bb-b0e4-719b5c50474b {{(pid=94868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 21 00:28:13.654913 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f6ddf818-fa98-4f45-9f79-0720f23d93e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.686915 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f6ddf818-fa98-4f45-9f79-0720f23d93e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8529759'] for subnet, precommit_delete_associations {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.800375 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f6ddf818-fa98-4f45-9f79-0720f23d93e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-941585'] for subnet, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.833182 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 5758f333-139a-4e62-830f-e7719c16021a no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:28:13.858072 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 5758f333-139a-4e62-830f-e7719c16021a {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:28:13.858399 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 5758f333-139a-4e62-830f-e7719c16021a not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:28:13.863838 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f6ddf818-fa98-4f45-9f79-0720f23d93e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-941592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8423695'] for subnet, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.891923 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddf818-fa98-4f45-9f79-0720f23d93e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3217e64d-0710-48bb-b0e4-719b5c50474b,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:13.897578 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f6ddf818-fa98-4f45-9f79-0720f23d93e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for subnet, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:13.899457 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-f6ddf818-fa98-4f45-9f79-0720f23d93e9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3217e64d-0710-48bb-b0e4-719b5c50474b HTTP/1.1" status: 204 len: 168 time: 0.2922809 Jul 21 00:28:13.902517 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ccec54-354c-4bae-a9c7-81146d87e90d None None] Network da4abc6a-dd25-4e3e-87f0-0a3738230b5c requested from dv-cinder-679138-11-smb {{(pid=94870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 21 00:28:13.903706 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36218) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:13.979250 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820182'] for network, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.042378 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Deleting port 498fb3d5-0e87-466c-9d23-5c7f206866c6 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 21 00:28:14.042803 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757637661844'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.103776 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] For port 498fb3d5-0e87-466c-9d23-5c7f206866c6, host dv-cinder-679138-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-11-smb',level=0,port_id=498fb3d5-0e87-466c-9d23-5c7f206866c6,segment=NetworkSegment(9fff6580-f806-4449-8848-f8fccd0d8370),segment_id=9fff6580-f806-4449-8848-f8fccd0d8370)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 00:28:14.104130 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4061539'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.116019 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Calling delete_port for 498fb3d5-0e87-466c-9d23-5c7f206866c6 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 21 00:28:14.192580 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757637662567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757637261177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221010'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.218865 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Pushing event deleted for resources: {'Port': ['ID=498fb3d5-0e87-466c-9d23-5c7f206866c6,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:14.222153 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] No DVR routers for this DVR port 498fb3d5-0e87-466c-9d23-5c7f206866c6 on host dv-cinder-679138-11-smb {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 21 00:28:14.291543 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939053', 'neutron.services.segments.db._delete_segments_for_network-8757637811505'] for network, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.300851 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4abc6a-dd25-4e3e-87f0-0a3738230b5c']}} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:14.310783 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fff6580-f806-4449-8848-f8fccd0d8370') {'for_net_delete': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:14.311079 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.services.segments.db [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fff6580-f806-4449-8848-f8fccd0d8370') {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 00:28:14.319490 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757637809722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8529750'] for segment, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.332838 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497'] for segment, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.338845 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 00:28:14.339234 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3221053'] for segment, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: Traceback (most recent call last): Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: timer() Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: cb(*args, **kw) Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: return func(*args, **kwargs) Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: self._notify() Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: self.callback(batched_events) Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: event.method(event) Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: aggregate_uuid = self.p_client.list_aggregates( Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: return f(self, *a, **k) Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: return self._get(url).json() Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: return self.request(url, 'GET', **kwargs) Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: base_url = self.get_endpoint(auth, allow=allow, Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 21 00:28:14.341242 dv-cinder-679138-11-smb neutron-server[94868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 21 00:28:14.374085 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee2181-9049-4549-8e80-d7f3b662ed83 None None] DHCP port deletion for da4abc6a-dd25-4e3e-87f0-0a3738230b5c request from dv-cinder-679138-11-smb {{(pid=94870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 21 00:28:14.395523 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4055952'] for network, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.400312 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696088'] for network, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.402190 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] 10.222.0.35 "DELETE /v2.0/networks/da4abc6a-dd25-4e3e-87f0-0a3738230b5c HTTP/1.1" status: 204 len: 168 time: 0.4975491 Jul 21 00:28:14.412558 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47b564-6d44-4269-95de-103e8ed8645c admin admin] Pushing event deleted for resources: {'Network': ['ID=da4abc6a-dd25-4e3e-87f0-0a3738230b5c,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:14.555995 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36222) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:14.595337 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-03bc49f4-2d68-4b58-9376-8ccb0fcde431 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea02445018314a15af809b7680aad35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381215 Jul 21 00:28:14.597565 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36224) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:14.647582 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64ac325a-4b99-4fca-9e92-129f782d9df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.667250 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64ac325a-4b99-4fca-9e92-129f782d9df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.712332 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64ac325a-4b99-4fca-9e92-129f782d9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.714982 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64ac325a-4b99-4fca-9e92-129f782d9df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:14.716150 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-64ac325a-4b99-4fca-9e92-129f782d9df8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b691d5ac-daba-49ce-a4a8-9135a47569c9 HTTP/1.1" status: 204 len: 168 time: 0.1175978 Jul 21 00:28:14.724837 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac325a-4b99-4fca-9e92-129f782d9df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b691d5ac-daba-49ce-a4a8-9135a47569c9,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:15.005614 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36230) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:15.044787 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-8fa61e9b-0c9a-493f-9716-654e8e67726b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aeea92b38d254c87a9fe5523802f726e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380692 Jul 21 00:28:15.047147 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.wsgi [-] (94868) accepted ('10.222.0.35', 36232) {{(pid=94868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 21 00:28:15.092155 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-675a4038-20a9-4575-b20f-afdac97e157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:15.113041 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-675a4038-20a9-4575-b20f-afdac97e157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:15.157645 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-675a4038-20a9-4575-b20f-afdac97e157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125599'] for security_group, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:15.160251 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-675a4038-20a9-4575-b20f-afdac97e157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:15.161369 dv-cinder-679138-11-smb neutron-server[94868]: INFO neutron.wsgi [None req-675a4038-20a9-4575-b20f-afdac97e157f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1857f5a-f59c-4e6b-9238-cad67f8501d2 HTTP/1.1" status: 204 len: 168 time: 0.1133716 Jul 21 00:28:15.169230 dv-cinder-679138-11-smb neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a4038-20a9-4575-b20f-afdac97e157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1857f5a-f59c-4e6b-9238-cad67f8501d2,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 00:28:15.768432 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 498fb3d5-0e87-466c-9d23-5c7f206866c6 no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:28:15.792136 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 498fb3d5-0e87-466c-9d23-5c7f206866c6 {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:28:15.792487 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 498fb3d5-0e87-466c-9d23-5c7f206866c6 not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:28:15.792921 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 66031fcc-87d0-415a-876f-44951b916b8e no longer exists at agent ovs-agent-dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 00:28:15.813604 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] No Port match for: 66031fcc-87d0-415a-876f-44951b916b8e {{(pid=94870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 21 00:28:15.813952 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron.plugins.ml2.rpc [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Device 66031fcc-87d0-415a-876f-44951b916b8e not bound to the agent host dv-cinder-679138-11-smb {{(pid=94870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 00:28:31.646720 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0c9280db-5ebc-42fb-9d4d-9a540e87525a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:32.545407 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:34.211945 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-858bca62-b3c9-4827-8d58-b86ecae6c879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:34.236581 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:35.218269 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:36.676837 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:28:43.935148 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:29:01.646828 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1220adcc-679f-46a9-97c9-358d5b43a5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:02.565793 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:04.211499 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c132-255e-4ef1-a9be-26ac70dc90f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:04.235925 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:05.217119 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:06.680123 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:20.932855 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:29:31.646725 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-873fb84a-0598-40f3-aaeb-b6f603d74b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:32.572279 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:34.211593 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e80b5f2b-7e3d-474a-8232-1cf8d0402457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:34.234537 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:35.219236 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:36.681833 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:29:57.931291 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:30:01.648512 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e68619c-0830-4ff8-89ef-40e1b5cc45b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:02.570737 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:04.212138 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db60e112-9848-4b8b-97c4-b45e36c5d1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:04.236222 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:05.222751 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:06.684569 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:31.647336 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50426323-cb02-475b-af85-58d2492bd4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:32.593445 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:34.212923 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14f42c46-4f9a-4def-8d57-5b51fe981fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:34.249497 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:34.930021 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:30:35.224817 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:30:36.686009 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:01.647612 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-97cc4940-4e39-4f76-b3eb-2d16000936ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:02.606908 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:04.214460 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fda4ea8e-2be3-419a-8e02-62c839981ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:04.238542 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:05.227481 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:06.689065 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:11.927789 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:31:31.648555 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dbb6ad2b-2129-4075-a3ef-5ff47ec9d4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:32.598239 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:34.214260 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bbc03c8a-bee9-4985-9bd7-788e29bafc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:34.237990 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:35.229291 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:36.695872 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:31:48.926371 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:32:01.648214 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ed0b9d7-afce-4e69-93d4-28414630a027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:02.614311 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:04.217460 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-640bc017-6369-4cf5-abc1-5722fd0478b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:04.236622 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:05.233066 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:06.695585 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:25.926056 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:32:31.647975 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4080d470-7626-4c61-8117-46d196d54d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:32.612862 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:34.218163 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c38097e-2e3f-4c82-858b-c75acd71c7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:34.234652 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:35.235817 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:32:36.698722 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:33:01.647259 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd458473-170a-4b0b-b039-7c72b0574bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:33:02.628046 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-087e7cbe-2a07-4b4f-9839-3f977aaeca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:33:02.924650 dv-cinder-679138-11-smb neutron-server[94871]: DEBUG neutron.db.agents_db [None req-329370a5-7a74-475a-87a5-ea2a58a415ad None None] Agent healthcheck: found 6 active agents {{(pid=94871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 00:33:04.217482 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5b226545-bc37-457c-bdbe-ad055b92cdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:33:04.234299 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d83c8416-de5b-428c-bdbe-acbdc4196b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:33:05.238498 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b69efb36-0478-44d8-a426-2513a509aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 21 00:33:06.702267 dv-cinder-679138-11-smb neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c25-e41b-4cd7-a35e-aabb09b398f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757637811487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-941547'] for agent, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}